[ 610.213319] env[69846]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69846) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 610.213859] env[69846]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69846) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 610.213859] env[69846]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69846) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 610.214156] env[69846]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 610.315264] env[69846]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69846) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 610.325175] env[69846]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69846) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 610.367955] env[69846]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 610.925867] env[69846]: INFO nova.virt.driver [None req-baa78b30-845e-4000-b584-e50c257f26d3 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 610.998173] env[69846]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.998325] env[69846]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.998426] env[69846]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69846) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 614.267482] env[69846]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-a454c1ec-867a-4db9-a032-daf26a937260 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.284724] env[69846]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69846) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 614.284873] env[69846]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-4eec9563-3826-44bb-a0f6-0968d8d3d52a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.321730] env[69846]: INFO oslo_vmware.api [-] Successfully established new session; session ID is da018. [ 614.321869] env[69846]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.324s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.322499] env[69846]: INFO nova.virt.vmwareapi.driver [None req-baa78b30-845e-4000-b584-e50c257f26d3 None None] VMware vCenter version: 7.0.3 [ 614.326199] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c02a8-7152-4950-b458-74a2d2c49f34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.345394] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f39541d-0f61-483a-a0e7-0d060d75edf6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.351838] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c8953b-d1e8-42f6-ae80-15a707855fb9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.358708] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb859c7-1467-413a-bd76-92cf94b37035 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.371997] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7395089-23b1-4fb0-ab1a-fd788e0d0ce1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.379015] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c8523a-1092-4d10-a1a7-dfdec7931e4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.410811] env[69846]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-b7389c83-346d-496d-9f04-d8fd73977609 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.416793] env[69846]: DEBUG nova.virt.vmwareapi.driver [None req-baa78b30-845e-4000-b584-e50c257f26d3 None None] Extension org.openstack.compute already exists. {{(pid=69846) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 614.419457] env[69846]: INFO nova.compute.provider_config [None req-baa78b30-845e-4000-b584-e50c257f26d3 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 614.923216] env[69846]: DEBUG nova.context [None req-baa78b30-845e-4000-b584-e50c257f26d3 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),19a72d3f-5cb4-4dd9-86fb-e80b61ff6407(cell1) {{(pid=69846) load_cells /opt/stack/nova/nova/context.py:464}} [ 614.925355] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.925580] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.926390] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.926851] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Acquiring lock "19a72d3f-5cb4-4dd9-86fb-e80b61ff6407" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.927059] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Lock "19a72d3f-5cb4-4dd9-86fb-e80b61ff6407" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.928094] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Lock "19a72d3f-5cb4-4dd9-86fb-e80b61ff6407" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.949927] env[69846]: INFO dbcounter [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Registered counter for database nova_cell0 [ 614.958109] env[69846]: INFO dbcounter [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Registered counter for database nova_cell1 [ 614.961229] env[69846]: DEBUG oslo_db.sqlalchemy.engines [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69846) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 614.961833] env[69846]: DEBUG oslo_db.sqlalchemy.engines [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69846) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 614.966455] env[69846]: ERROR nova.db.main.api [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 614.966455] env[69846]: result = function(*args, **kwargs) [ 614.966455] env[69846]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 614.966455] env[69846]: return func(*args, **kwargs) [ 614.966455] env[69846]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 614.966455] env[69846]: result = fn(*args, **kwargs) [ 614.966455] env[69846]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 614.966455] env[69846]: return f(*args, **kwargs) [ 614.966455] env[69846]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 614.966455] env[69846]: return db.service_get_minimum_version(context, binaries) [ 614.966455] env[69846]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 614.966455] env[69846]: _check_db_access() [ 614.966455] env[69846]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 614.966455] env[69846]: stacktrace = ''.join(traceback.format_stack()) [ 614.966455] env[69846]: [ 614.967352] env[69846]: ERROR nova.db.main.api [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 614.967352] env[69846]: result = function(*args, **kwargs) [ 614.967352] env[69846]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 614.967352] env[69846]: return func(*args, **kwargs) [ 614.967352] env[69846]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 614.967352] env[69846]: result = fn(*args, **kwargs) [ 614.967352] env[69846]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 614.967352] env[69846]: return f(*args, **kwargs) [ 614.967352] env[69846]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 614.967352] env[69846]: return db.service_get_minimum_version(context, binaries) [ 614.967352] env[69846]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 614.967352] env[69846]: _check_db_access() [ 614.967352] env[69846]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 614.967352] env[69846]: stacktrace = ''.join(traceback.format_stack()) [ 614.967352] env[69846]: [ 614.967827] env[69846]: WARNING nova.objects.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Failed to get minimum service version for cell 19a72d3f-5cb4-4dd9-86fb-e80b61ff6407 [ 614.967862] env[69846]: WARNING nova.objects.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 614.968292] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Acquiring lock "singleton_lock" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.968453] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Acquired lock "singleton_lock" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.968689] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Releasing lock "singleton_lock" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.969039] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Full set of CONF: {{(pid=69846) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 614.969190] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ******************************************************************************** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 614.969319] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] Configuration options gathered from: {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 614.969456] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 614.969649] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 614.969779] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ================================================================================ {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 614.969982] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] allow_resize_to_same_host = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.970178] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] arq_binding_timeout = 300 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.970303] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] backdoor_port = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.970429] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] backdoor_socket = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.970594] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] block_device_allocate_retries = 60 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.970754] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] block_device_allocate_retries_interval = 3 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.970923] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cert = self.pem {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.971106] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.971281] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute_monitors = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.971449] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] config_dir = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.971622] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] config_drive_format = iso9660 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.971779] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.971926] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] config_source = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.972106] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] console_host = devstack {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.972276] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] control_exchange = nova {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.972436] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cpu_allocation_ratio = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.972595] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] daemon = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.972761] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] debug = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.972919] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] default_access_ip_network_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.973117] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] default_availability_zone = nova {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.973303] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] default_ephemeral_format = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.973468] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] default_green_pool_size = 1000 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.973708] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.973873] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] default_schedule_zone = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.974049] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] disk_allocation_ratio = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.974213] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] enable_new_services = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.974389] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] enabled_apis = ['osapi_compute'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.974551] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] enabled_ssl_apis = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.974711] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] flat_injected = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.974872] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] force_config_drive = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.975039] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] force_raw_images = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.975212] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] graceful_shutdown_timeout = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.975373] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] heal_instance_info_cache_interval = -1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.975592] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] host = cpu-1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.975803] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.975975] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.976151] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.976377] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.976572] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] instance_build_timeout = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.976743] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] instance_delete_interval = 300 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.976917] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] instance_format = [instance: %(uuid)s] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.977121] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] instance_name_template = instance-%08x {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.977293] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] instance_usage_audit = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.977461] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] instance_usage_audit_period = month {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.977625] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.977793] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.977959] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] internal_service_availability_zone = internal {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.978133] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] key = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.978294] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] live_migration_retry_count = 30 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.978466] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] log_color = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.978635] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] log_config_append = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.978825] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.979017] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] log_dir = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.979188] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] log_file = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.979318] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] log_options = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.979481] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] log_rotate_interval = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.979652] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] log_rotate_interval_type = days {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.979822] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] log_rotation_type = none {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.979953] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.980093] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.980264] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.980429] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.980555] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.980716] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] long_rpc_timeout = 1800 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.980876] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] max_concurrent_builds = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.981042] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] max_concurrent_live_migrations = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.981202] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] max_concurrent_snapshots = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.981357] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] max_local_block_devices = 3 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.981511] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] max_logfile_count = 30 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.981664] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] max_logfile_size_mb = 200 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.981820] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] maximum_instance_delete_attempts = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.981985] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] metadata_listen = 0.0.0.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.982165] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] metadata_listen_port = 8775 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.982334] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] metadata_workers = 2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.982494] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] migrate_max_retries = -1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.982658] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] mkisofs_cmd = genisoimage {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.982861] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.982992] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] my_ip = 10.180.1.21 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.983207] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.983372] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] network_allocate_retries = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.983550] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.983721] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.983885] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] osapi_compute_listen_port = 8774 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.984067] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] osapi_compute_unique_server_name_scope = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.984241] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] osapi_compute_workers = 2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.984402] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] password_length = 12 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.984560] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] periodic_enable = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.984719] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] periodic_fuzzy_delay = 60 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.984888] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] pointer_model = usbtablet {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.985066] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] preallocate_images = none {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.985226] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] publish_errors = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.985354] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] pybasedir = /opt/stack/nova {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.985512] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ram_allocation_ratio = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.985695] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] rate_limit_burst = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.985875] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] rate_limit_except_level = CRITICAL {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.986047] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] rate_limit_interval = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.986212] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] reboot_timeout = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.986371] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] reclaim_instance_interval = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.986525] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] record = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.986692] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] reimage_timeout_per_gb = 60 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.986888] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] report_interval = 120 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.987067] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] rescue_timeout = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.987234] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] reserved_host_cpus = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.987393] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] reserved_host_disk_mb = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.987554] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] reserved_host_memory_mb = 512 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.987714] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] reserved_huge_pages = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.987874] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] resize_confirm_window = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.988047] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] resize_fs_using_block_device = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.988210] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] resume_guests_state_on_host_boot = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.988379] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.988541] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] rpc_response_timeout = 60 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.988700] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] run_external_periodic_tasks = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.988870] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] running_deleted_instance_action = reap {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.989040] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.989200] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] running_deleted_instance_timeout = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.989359] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler_instance_sync_interval = 120 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.989528] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_down_time = 720 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.989694] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] servicegroup_driver = db {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.989853] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] shell_completion = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.990019] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] shelved_offload_time = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.990181] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] shelved_poll_interval = 3600 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.990348] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] shutdown_timeout = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.990509] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] source_is_ipv6 = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.990667] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ssl_only = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.990946] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.991143] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] sync_power_state_interval = 600 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.991308] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] sync_power_state_pool_size = 1000 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.991473] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] syslog_log_facility = LOG_USER {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.991628] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] tempdir = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.991787] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] timeout_nbd = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.991952] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] transport_url = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.992127] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] update_resources_interval = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.992289] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] use_cow_images = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.992448] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] use_journal = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.992605] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] use_json = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.992760] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] use_rootwrap_daemon = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.992918] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] use_stderr = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.993085] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] use_syslog = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.993241] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vcpu_pin_set = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.993406] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plugging_is_fatal = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.993605] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plugging_timeout = 300 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.993731] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] virt_mkfs = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.993889] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] volume_usage_poll_interval = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.994062] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] watch_log_file = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.994234] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] web = /usr/share/spice-html5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.994419] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.994584] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.994746] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.994918] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_concurrency.disable_process_locking = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.995465] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.995687] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.995886] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.996081] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.996262] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.996435] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.996638] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.auth_strategy = keystone {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.996843] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.compute_link_prefix = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997054] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997244] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.dhcp_domain = novalocal {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997421] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.enable_instance_password = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997590] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.glance_link_prefix = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997761] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997942] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998122] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.instance_list_per_project_cells = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998291] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.list_records_by_skipping_down_cells = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998454] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.local_metadata_per_cell = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998623] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.max_limit = 1000 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998791] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.metadata_cache_expiration = 15 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998968] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.neutron_default_tenant_id = default {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999154] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.response_validation = warn {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999325] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.use_neutron_default_nets = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999493] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999657] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999824] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999994] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000176] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.vendordata_dynamic_targets = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000342] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.vendordata_jsonfile_path = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000522] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000717] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.backend = dogpile.cache.memcached {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000892] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.backend_argument = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001066] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.backend_expiration_time = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001241] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.config_prefix = cache.oslo {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001411] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.dead_timeout = 60.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001575] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.debug_cache_backend = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001738] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.enable_retry_client = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001900] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.enable_socket_keepalive = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002083] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.enabled = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002250] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.enforce_fips_mode = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002414] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.expiration_time = 600 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002574] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.hashclient_retry_attempts = 2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002736] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002921] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.memcache_dead_retry = 300 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003107] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.memcache_password = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003277] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003443] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003609] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.memcache_pool_maxsize = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003805] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003970] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.memcache_sasl_enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004162] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004334] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004494] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.memcache_username = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004660] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.proxies = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004826] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.redis_db = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004988] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.redis_password = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.005177] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.005353] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.005522] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.redis_server = localhost:6379 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.005723] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.redis_socket_timeout = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.005898] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.redis_username = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006083] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.retry_attempts = 2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006252] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.retry_delay = 0.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006415] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.socket_keepalive_count = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006579] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.socket_keepalive_idle = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006755] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.socket_keepalive_interval = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006931] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.tls_allowed_ciphers = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007104] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.tls_cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007262] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.tls_certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007423] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.tls_enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007578] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cache.tls_keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007771] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.auth_section = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007970] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.auth_type = password {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.008148] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.008326] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.008484] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.008653] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.008839] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.cross_az_attach = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009028] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.debug = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009197] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.endpoint_template = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009364] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.http_retries = 3 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009527] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009687] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009865] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.os_region_name = RegionOne {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010040] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010204] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cinder.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010377] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010539] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.cpu_dedicated_set = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010698] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.cpu_shared_set = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010865] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.image_type_exclude_list = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011040] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011210] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011374] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011536] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011705] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011872] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.resource_provider_association_refresh = 300 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012045] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012213] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.shutdown_retry_interval = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012390] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012566] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] conductor.workers = 2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012743] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] console.allowed_origins = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012902] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] console.ssl_ciphers = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013083] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] console.ssl_minimum_version = default {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013253] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] consoleauth.enforce_session_timeout = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013420] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] consoleauth.token_ttl = 600 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013587] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013777] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013945] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.014115] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.connect_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.014275] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.connect_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.014430] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.endpoint_override = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.014681] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.014872] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015048] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.max_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015212] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.min_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015369] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.region_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015525] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.retriable_status_codes = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015710] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.service_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015895] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.service_type = accelerator {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016068] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016233] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.status_code_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016391] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.status_code_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016548] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016739] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016923] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] cyborg.version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017110] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.asyncio_connection = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017272] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.asyncio_slave_connection = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017442] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.backend = sqlalchemy {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017609] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.connection = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017772] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.connection_debug = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017943] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.connection_parameters = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018127] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.connection_recycle_time = 3600 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018291] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.connection_trace = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018451] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.db_inc_retry_interval = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018612] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.db_max_retries = 20 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018775] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.db_max_retry_interval = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018978] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.db_retry_interval = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019163] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.max_overflow = 50 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019327] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.max_pool_size = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019488] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.max_retries = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019657] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019848] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.mysql_wsrep_sync_wait = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020037] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.pool_timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020210] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.retry_interval = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020372] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.slave_connection = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020534] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.sqlite_synchronous = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020696] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] database.use_db_reconnect = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020864] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.asyncio_connection = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021032] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.asyncio_slave_connection = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021206] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.backend = sqlalchemy {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021374] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.connection = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021537] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.connection_debug = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021706] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.connection_parameters = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021874] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.connection_recycle_time = 3600 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022044] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.connection_trace = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022209] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.db_inc_retry_interval = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022371] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.db_max_retries = 20 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022532] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.db_max_retry_interval = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022695] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.db_retry_interval = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022860] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.max_overflow = 50 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023033] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.max_pool_size = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023200] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.max_retries = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023369] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023530] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023707] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.pool_timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023882] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.retry_interval = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024055] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.slave_connection = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024221] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] api_database.sqlite_synchronous = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024396] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] devices.enabled_mdev_types = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024576] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024751] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024918] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ephemeral_storage_encryption.enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025097] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025274] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.api_servers = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025443] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025606] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025807] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025968] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.connect_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026144] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.connect_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026311] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.debug = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026480] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.default_trusted_certificate_ids = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026671] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.enable_certificate_validation = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026855] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.enable_rbd_download = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027029] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.endpoint_override = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027204] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027368] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027531] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.max_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027689] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.min_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027856] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.num_retries = 3 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028039] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.rbd_ceph_conf = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028206] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.rbd_connect_timeout = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028376] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.rbd_pool = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028541] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.rbd_user = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028709] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.region_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028870] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.retriable_status_codes = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029040] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.service_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029214] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.service_type = image {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029375] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029535] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.status_code_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029694] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.status_code_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029854] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030047] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030228] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.verify_glance_signatures = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030394] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] glance.version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030565] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] guestfs.debug = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030732] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.auth_section = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030918] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.auth_type = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031103] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031268] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031435] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031595] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.connect_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031756] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.connect_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031918] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.endpoint_override = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032094] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032256] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032417] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.max_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032574] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.min_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032732] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.region_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032890] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.retriable_status_codes = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033058] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.service_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033232] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.service_type = shared-file-system {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033395] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.share_apply_policy_timeout = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033556] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033717] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.status_code_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033875] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.status_code_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034045] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034231] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034393] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] manila.version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034560] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] mks.enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034910] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.035124] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] image_cache.manager_interval = 2400 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.035296] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] image_cache.precache_concurrency = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.035466] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] image_cache.remove_unused_base_images = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.035647] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.035826] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.036010] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] image_cache.subdirectory_name = _base {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.036197] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.api_max_retries = 60 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.036362] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.api_retry_interval = 2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.036524] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.auth_section = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.036688] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.auth_type = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.036883] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.037063] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.037234] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.037401] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.conductor_group = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.037564] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.connect_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.037728] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.connect_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.037891] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.endpoint_override = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.038067] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.038231] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.038391] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.max_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.038547] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.min_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.038715] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.peer_list = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.038877] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.region_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.039049] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.retriable_status_codes = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.039219] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.serial_console_state_timeout = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.039381] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.service_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.039551] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.service_type = baremetal {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.039711] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.shard = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.039872] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.040041] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.status_code_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.040202] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.status_code_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.040361] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.040539] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.040700] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ironic.version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.040882] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.041169] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] key_manager.fixed_key = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.041347] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.041584] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.barbican_api_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.041820] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.barbican_endpoint = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.042043] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.barbican_endpoint_type = public {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.042268] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.barbican_region_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.042469] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.042654] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.042843] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.043045] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.043241] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.043429] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.number_of_retries = 60 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.043629] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.retry_delay = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.043815] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.send_service_user_token = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.043991] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.044181] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.044375] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.verify_ssl = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.044559] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican.verify_ssl_path = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.044736] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican_service_user.auth_section = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.044902] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican_service_user.auth_type = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.045072] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican_service_user.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.045256] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican_service_user.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.045446] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican_service_user.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.045661] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican_service_user.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.045841] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican_service_user.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.046025] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican_service_user.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.046183] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] barbican_service_user.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.046351] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.approle_role_id = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.046509] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.approle_secret_id = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.046680] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.kv_mountpoint = secret {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.046889] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.kv_path = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.047080] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.kv_version = 2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.047246] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.namespace = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.047404] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.root_token_id = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.047562] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.ssl_ca_crt_file = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.047730] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.timeout = 60.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.047894] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.use_ssl = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.048082] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.048257] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.048420] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.048584] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.048743] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.connect_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.048930] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.connect_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.049112] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.endpoint_override = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.049279] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.049439] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.049598] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.max_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.049755] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.min_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.049918] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.region_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.050096] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.retriable_status_codes = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.050257] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.service_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.050427] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.service_type = identity {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.050591] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.050749] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.status_code_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.050911] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.status_code_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.051080] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.051264] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.051423] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] keystone.version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.051615] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.ceph_mount_options = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.051923] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.052128] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.connection_uri = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.052299] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.cpu_mode = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.052469] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.052639] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.cpu_models = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.052813] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.cpu_power_governor_high = performance {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.052980] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.053157] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.cpu_power_management = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.053332] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.053551] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.device_detach_attempts = 8 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.053736] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.device_detach_timeout = 20 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.053921] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.disk_cachemodes = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.054097] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.disk_prefix = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.054267] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.enabled_perf_events = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.054428] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.file_backed_memory = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.054592] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.gid_maps = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.054752] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.hw_disk_discard = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.054911] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.hw_machine_type = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.055097] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.images_rbd_ceph_conf = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.055267] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.055428] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.055598] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.images_rbd_glance_store_name = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.055800] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.images_rbd_pool = rbd {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.055976] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.images_type = default {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.056151] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.images_volume_group = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.056316] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.inject_key = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.056484] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.inject_partition = -2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.056712] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.inject_password = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.056890] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.iscsi_iface = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.057066] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.iser_use_multipath = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.057237] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.057411] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.057574] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_downtime = 500 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.057736] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.057898] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.058070] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_inbound_addr = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.058235] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.058398] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.058563] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_scheme = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.058740] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_timeout_action = abort {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.058907] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_tunnelled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.059080] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_uri = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.059248] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.live_migration_with_native_tls = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.059412] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.max_queues = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.059575] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.059802] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.059968] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.nfs_mount_options = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.060292] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.060469] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.060637] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.060804] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.061008] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.061194] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.num_pcie_ports = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.061366] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.061533] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.pmem_namespaces = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.061696] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.quobyte_client_cfg = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.062013] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.062202] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.062369] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.062535] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.062696] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.rbd_secret_uuid = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.062857] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.rbd_user = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.063030] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.063209] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.063369] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.rescue_image_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.063532] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.rescue_kernel_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.063712] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.rescue_ramdisk_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.063901] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.064087] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.rx_queue_size = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.064266] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.smbfs_mount_options = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.064564] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.064745] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.snapshot_compression = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.064910] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.snapshot_image_format = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.065150] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.065320] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.sparse_logical_volumes = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.065487] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.swtpm_enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.065715] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.swtpm_group = tss {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.065903] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.swtpm_user = tss {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.066091] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.sysinfo_serial = unique {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.066260] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.tb_cache_size = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.066424] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.tx_queue_size = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.066593] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.uid_maps = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.066759] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.use_virtio_for_bridges = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.066931] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.virt_type = kvm {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.067115] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.volume_clear = zero {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.067283] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.volume_clear_size = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.067445] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.volume_enforce_multipath = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.067611] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.volume_use_multipath = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.067770] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.vzstorage_cache_path = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.067958] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.068225] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.068415] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.068591] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.068895] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.069106] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.vzstorage_mount_user = stack {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.069279] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.069454] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.auth_section = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.069628] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.auth_type = password {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.069790] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.069949] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.070125] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.070284] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.connect_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.070439] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.connect_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.070609] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.default_floating_pool = public {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.070768] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.endpoint_override = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.070932] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.extension_sync_interval = 600 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.071105] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.http_retries = 3 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.071271] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.071432] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.071590] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.max_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.071760] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.071920] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.min_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.072101] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.ovs_bridge = br-int {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.072270] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.physnets = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.072441] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.region_name = RegionOne {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.072601] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.retriable_status_codes = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.072770] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.service_metadata_proxy = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.072962] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.service_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.073171] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.service_type = network {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.073340] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.073500] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.status_code_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.073680] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.status_code_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.073854] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.074048] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.074215] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] neutron.version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.074387] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] notifications.bdms_in_notifications = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.074564] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] notifications.default_level = INFO {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.074727] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] notifications.include_share_mapping = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.074901] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] notifications.notification_format = unversioned {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.075082] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] notifications.notify_on_state_change = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.075260] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.075436] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] pci.alias = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.075605] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] pci.device_spec = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.075801] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] pci.report_in_placement = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.075979] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.auth_section = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.076171] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.auth_type = password {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.076338] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.076499] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.076657] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.076851] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.077028] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.connect_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.077198] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.connect_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.077362] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.default_domain_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.077523] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.default_domain_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.077684] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.domain_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.077845] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.domain_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.078013] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.endpoint_override = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.078184] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.078342] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.078499] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.max_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.078658] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.min_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.078831] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.password = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.078992] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.project_domain_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.079174] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.project_domain_name = Default {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.079340] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.project_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.079512] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.project_name = service {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.079681] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.region_name = RegionOne {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.079842] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.retriable_status_codes = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.080019] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.service_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.080196] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.service_type = placement {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.080358] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.080516] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.status_code_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.080674] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.status_code_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.080834] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.system_scope = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.080989] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.081162] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.trust_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.081321] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.user_domain_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.081487] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.user_domain_name = Default {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.081645] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.user_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.081819] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.username = nova {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.082009] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.082178] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] placement.version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.082361] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.cores = 20 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.082526] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.count_usage_from_placement = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.082699] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.082869] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.injected_file_content_bytes = 10240 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.083041] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.injected_file_path_length = 255 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.083212] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.injected_files = 5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.083377] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.instances = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.083543] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.key_pairs = 100 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.083741] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.metadata_items = 128 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.083925] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.ram = 51200 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.084115] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.recheck_quota = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.084285] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.server_group_members = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.084451] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.server_groups = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.084667] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.084844] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] quota.unified_limits_resource_strategy = require {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.085059] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.085245] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.085412] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler.image_metadata_prefilter = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.085573] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.085769] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler.max_attempts = 3 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.085938] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler.max_placement_results = 1000 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.086117] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.086281] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.086440] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.086612] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] scheduler.workers = 2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.086788] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.086959] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.087185] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.087351] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.087485] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.087650] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.087817] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.088018] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.088188] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.host_subset_size = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.088352] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.088509] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.088672] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.088859] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.089061] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.089234] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.isolated_hosts = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.089398] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.isolated_images = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.089559] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.089720] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.089883] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.090053] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.pci_in_placement = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.090222] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.090386] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.090549] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.090711] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.090874] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.091057] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.091226] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.track_instance_changes = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.091402] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.091574] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] metrics.required = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.091739] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] metrics.weight_multiplier = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.091908] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.092090] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] metrics.weight_setting = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.092411] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.092590] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] serial_console.enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.092769] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] serial_console.port_range = 10000:20000 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.092943] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.093130] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.093302] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] serial_console.serialproxy_port = 6083 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.093472] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_user.auth_section = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.093665] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_user.auth_type = password {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.093842] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_user.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.094009] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_user.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.094184] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_user.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.094345] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_user.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.094503] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_user.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.094673] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_user.send_service_user_token = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.094837] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_user.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.094994] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] service_user.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.095178] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.agent_enabled = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.095341] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.095680] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.095887] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.096076] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.html5proxy_port = 6082 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.096245] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.image_compression = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.096406] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.jpeg_compression = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.096567] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.playback_compression = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.096747] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.require_secure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.096944] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.server_listen = 127.0.0.1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.097135] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.097413] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.097586] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.streaming_mode = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.097751] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] spice.zlib_compression = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.097924] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] upgrade_levels.baseapi = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.098108] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] upgrade_levels.compute = auto {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.098274] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] upgrade_levels.conductor = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.098436] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] upgrade_levels.scheduler = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.098605] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.098771] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.098934] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vendordata_dynamic_auth.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.099106] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vendordata_dynamic_auth.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.099272] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.099435] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vendordata_dynamic_auth.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.099594] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.099753] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.099913] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vendordata_dynamic_auth.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.100101] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.api_retry_count = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.100267] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.ca_file = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.100439] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.100607] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.cluster_name = testcl1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.100773] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.connection_pool_size = 10 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.100961] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.console_delay_seconds = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.101153] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.datastore_regex = ^datastore.* {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.101370] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.101544] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.host_password = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.101715] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.host_port = 443 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.101881] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.host_username = administrator@vsphere.local {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.102061] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.insecure = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.102226] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.integration_bridge = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.102389] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.maximum_objects = 100 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.102546] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.pbm_default_policy = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.102708] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.pbm_enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.102866] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.pbm_wsdl_location = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.103044] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.103213] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.serial_port_proxy_uri = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.103364] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.serial_port_service_uri = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.103532] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.task_poll_interval = 0.5 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.103728] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.use_linked_clone = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.103914] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.vnc_keymap = en-us {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.104100] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.vnc_port = 5900 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.104270] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vmware.vnc_port_total = 10000 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.104457] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vnc.auth_schemes = ['none'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.104631] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vnc.enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.104917] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.105117] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.105294] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vnc.novncproxy_port = 6080 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.105494] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vnc.server_listen = 127.0.0.1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.105699] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.105874] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vnc.vencrypt_ca_certs = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.106051] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vnc.vencrypt_client_cert = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.106217] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vnc.vencrypt_client_key = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.106394] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.106558] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.disable_deep_image_inspection = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.106721] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.106881] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.107053] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.107217] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.disable_rootwrap = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.107377] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.enable_numa_live_migration = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.107537] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.107697] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.107859] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.108027] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.libvirt_disable_apic = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.108191] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.108352] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.108509] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.108668] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.108829] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.108985] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.109156] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.109317] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.109474] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.109640] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.109823] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.109989] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.client_socket_timeout = 900 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.110168] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.default_pool_size = 1000 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.110332] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.keep_alive = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.110498] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.max_header_line = 16384 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.110657] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.110819] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.ssl_ca_file = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.110977] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.ssl_cert_file = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.111147] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.ssl_key_file = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.111311] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.tcp_keepidle = 600 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.111482] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.111644] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] zvm.ca_file = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.111808] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] zvm.cloud_connector_url = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.112115] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.112290] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] zvm.reachable_timeout = 300 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.112460] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.112637] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.112813] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.connection_string = messaging:// {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.112977] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.enabled = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.113159] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.es_doc_type = notification {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.113322] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.es_scroll_size = 10000 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.113486] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.es_scroll_time = 2m {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.113665] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.filter_error_trace = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.113848] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.hmac_keys = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.114029] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.sentinel_service_name = mymaster {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.114205] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.socket_timeout = 0.1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.114371] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.trace_requests = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.114533] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler.trace_sqlalchemy = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.114706] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler_jaeger.process_tags = {} {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.114865] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler_jaeger.service_name_prefix = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.115038] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] profiler_otlp.service_name_prefix = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.115207] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] remote_debug.host = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.115364] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] remote_debug.port = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.115534] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.115733] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.115901] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.116077] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.116273] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.116406] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.116564] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.116724] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.116884] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.117066] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.117227] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.117398] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.117564] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.117727] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.117935] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.118235] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.118514] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.118793] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.119099] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.119387] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.119613] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.119798] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.119972] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.120158] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.120327] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.120492] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.120660] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.120828] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.120994] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.121176] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.121345] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.ssl = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.121519] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.121688] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.121855] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.122036] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.122213] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.122379] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.122567] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.122735] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_notifications.retry = -1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.122915] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.123103] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.123282] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.auth_section = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.123446] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.auth_type = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.123617] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.cafile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.123797] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.certfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.123968] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.collect_timing = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.124143] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.connect_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.124302] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.connect_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.124460] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.endpoint_id = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.124631] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.124792] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.endpoint_override = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.124950] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.endpoint_region_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.125120] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.endpoint_service_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.125281] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.endpoint_service_type = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.125442] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.insecure = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.125598] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.keyfile = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.125785] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.max_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.125948] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.min_version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.126117] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.region_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.126278] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.retriable_status_codes = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.126434] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.service_name = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.126594] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.service_type = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.126773] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.split_loggers = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.126936] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.status_code_retries = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.127108] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.status_code_retry_delay = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.127266] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.timeout = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.127423] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.valid_interfaces = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.127582] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_limit.version = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.127748] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_reports.file_event_handler = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.127916] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.128086] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] oslo_reports.log_dir = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.128259] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.128419] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.128575] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.128741] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.128907] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.129075] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.129248] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.129407] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_ovs_privileged.group = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.129563] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.129728] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.129891] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.130060] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] vif_plug_ovs_privileged.user = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.130232] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.130411] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.130582] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.130752] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.130925] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.131111] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.131282] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.131445] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.131622] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.131795] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_ovs.isolate_vif = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.131961] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.132140] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.132310] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.132479] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.132641] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] os_vif_ovs.per_port_bridge = False {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.132813] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] privsep_osbrick.capabilities = [21] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.132971] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] privsep_osbrick.group = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.133139] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] privsep_osbrick.helper_command = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.133306] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.133469] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.133637] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] privsep_osbrick.user = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.133829] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.133990] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] nova_sys_admin.group = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.134163] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] nova_sys_admin.helper_command = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.134329] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.134489] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.134644] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] nova_sys_admin.user = None {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.134777] env[69846]: DEBUG oslo_service.backend.eventlet.service [None req-80086126-435f-4200-9c4a-815e5810dc43 None None] ******************************************************************************** {{(pid=69846) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 615.135221] env[69846]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 615.639136] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Getting list of instances from cluster (obj){ [ 615.639136] env[69846]: value = "domain-c8" [ 615.639136] env[69846]: _type = "ClusterComputeResource" [ 615.639136] env[69846]: } {{(pid=69846) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 615.640220] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1042c809-8c12-490f-964a-662548e5e9bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.649662] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Got total of 0 instances {{(pid=69846) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 615.650248] env[69846]: WARNING nova.virt.vmwareapi.driver [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 615.650734] env[69846]: INFO nova.virt.node [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Generated node identity 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 [ 615.650973] env[69846]: INFO nova.virt.node [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Wrote node identity 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 to /opt/stack/data/n-cpu-1/compute_id [ 616.153996] env[69846]: WARNING nova.compute.manager [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Compute nodes ['34ad24ad-9b00-4d5b-aef4-f288c1b1ec71'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 617.159755] env[69846]: INFO nova.compute.manager [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 618.165070] env[69846]: WARNING nova.compute.manager [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 618.165528] env[69846]: DEBUG oslo_concurrency.lockutils [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.165528] env[69846]: DEBUG oslo_concurrency.lockutils [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.165762] env[69846]: DEBUG oslo_concurrency.lockutils [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.165898] env[69846]: DEBUG nova.compute.resource_tracker [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 618.167191] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25330672-da6d-4a5d-a9a1-8b88d5716c65 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.176460] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c6385c-b07f-4697-9de9-10f55246af1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.191096] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a695cf9-12a6-442c-af96-0022a99db49a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.198240] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c2bdf6-e016-426a-8dd7-b46accdad403 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.227334] env[69846]: DEBUG nova.compute.resource_tracker [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181096MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 618.227541] env[69846]: DEBUG oslo_concurrency.lockutils [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.227697] env[69846]: DEBUG oslo_concurrency.lockutils [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.731050] env[69846]: WARNING nova.compute.resource_tracker [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] No compute node record for cpu-1:34ad24ad-9b00-4d5b-aef4-f288c1b1ec71: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 could not be found. [ 619.233710] env[69846]: INFO nova.compute.resource_tracker [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 [ 620.740944] env[69846]: DEBUG nova.compute.resource_tracker [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 620.741324] env[69846]: DEBUG nova.compute.resource_tracker [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 620.896737] env[69846]: INFO nova.scheduler.client.report [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] [req-582aa260-d289-4c9b-acbe-bf7ed09453be] Created resource provider record via placement API for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 620.913817] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b53d8-596b-4fa5-96f1-e225da0bc5fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.922167] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86f7930-25b2-4da5-9e8e-e45fc7918ae7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.952745] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f8087c-c98c-492a-9957-251a69958c8d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.961142] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8e3767-bb28-4625-a07b-efe5415520cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.975129] env[69846]: DEBUG nova.compute.provider_tree [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.510712] env[69846]: DEBUG nova.scheduler.client.report [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 621.510934] env[69846]: DEBUG nova.compute.provider_tree [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 0 to 1 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 621.511078] env[69846]: DEBUG nova.compute.provider_tree [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.557680] env[69846]: DEBUG nova.compute.provider_tree [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 1 to 2 during operation: update_traits {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 622.062667] env[69846]: DEBUG nova.compute.resource_tracker [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 622.062900] env[69846]: DEBUG oslo_concurrency.lockutils [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.063065] env[69846]: DEBUG nova.service [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Creating RPC server for service compute {{(pid=69846) start /opt/stack/nova/nova/service.py:186}} [ 622.077530] env[69846]: DEBUG nova.service [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] Join ServiceGroup membership for this service compute {{(pid=69846) start /opt/stack/nova/nova/service.py:203}} [ 622.077643] env[69846]: DEBUG nova.servicegroup.drivers.db [None req-09a21e0b-c24d-44d9-a401-5abd59b239b5 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69846) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 649.082677] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.586323] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Getting list of instances from cluster (obj){ [ 649.586323] env[69846]: value = "domain-c8" [ 649.586323] env[69846]: _type = "ClusterComputeResource" [ 649.586323] env[69846]: } {{(pid=69846) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 649.587854] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc45b1c-97d5-4858-b625-f9fe8032254d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.598808] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Got total of 0 instances {{(pid=69846) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 649.599059] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.599375] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Getting list of instances from cluster (obj){ [ 649.599375] env[69846]: value = "domain-c8" [ 649.599375] env[69846]: _type = "ClusterComputeResource" [ 649.599375] env[69846]: } {{(pid=69846) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 649.600381] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74dd4fa-67c3-488f-b20c-712aa462ba9c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.607781] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Got total of 0 instances {{(pid=69846) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 661.379745] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquiring lock "4e8d43e8-3541-408f-936d-fb785d19b65d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.379745] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lock "4e8d43e8-3541-408f-936d-fb785d19b65d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.885740] env[69846]: DEBUG nova.compute.manager [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.421438] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.422064] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.425554] env[69846]: INFO nova.compute.claims [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.189965] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquiring lock "770786eb-19e1-4e66-8a4e-f6052fe4949f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.189965] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lock "770786eb-19e1-4e66-8a4e-f6052fe4949f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.476960] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.477754] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.561929] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f11526-d3d5-4671-986e-be6e25bb405f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.571826] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b158871-925a-4b4d-bb5f-5dc11d9b1da3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.609046] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce63302-9b44-4ffe-b833-9ead6c2136ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.620591] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a94e82-d0ac-49b9-8ccb-d1a0d11cdbf8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.638743] env[69846]: DEBUG nova.compute.provider_tree [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.694230] env[69846]: DEBUG nova.compute.manager [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.758583] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquiring lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.758821] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.981173] env[69846]: DEBUG nova.compute.manager [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.142992] env[69846]: DEBUG nova.scheduler.client.report [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.218110] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.261724] env[69846]: DEBUG nova.compute.manager [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.505654] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.650164] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.650438] env[69846]: DEBUG nova.compute.manager [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.656656] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.436s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.656656] env[69846]: INFO nova.compute.claims [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.786199] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.973115] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquiring lock "671877cf-8b8b-4a13-807a-3c37bce94295" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.973402] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lock "671877cf-8b8b-4a13-807a-3c37bce94295" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.156154] env[69846]: DEBUG nova.compute.utils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.157864] env[69846]: DEBUG nova.compute.manager [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.157864] env[69846]: DEBUG nova.network.neutron [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.407694] env[69846]: DEBUG nova.policy [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f68c59e8906f489a86df527121e84d11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28a6009b03f0454fa4fb9edb8862b694', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.479598] env[69846]: DEBUG nova.compute.manager [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.669546] env[69846]: DEBUG nova.compute.manager [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.777178] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cf9d25-bd0c-4714-a52b-3983ff49383e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.789623] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01222fd5-473a-4947-960a-4c2181cf1a2e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.824653] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0ad795-0591-4a51-b5d7-9581f626a9b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.832215] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9009e6-ddd3-4b48-8953-e040170ad0d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.847432] env[69846]: DEBUG nova.compute.provider_tree [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.010554] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.261661] env[69846]: DEBUG nova.network.neutron [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Successfully created port: 29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.350698] env[69846]: DEBUG nova.scheduler.client.report [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.680161] env[69846]: DEBUG nova.compute.manager [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.724018] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.724291] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.724471] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.724926] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.725100] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.725302] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.725552] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.725816] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.726498] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.726720] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.727254] env[69846]: DEBUG nova.virt.hardware [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.727801] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600d7552-45ec-47c9-b7b9-5b5d66bb710e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.736716] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6a754f-7584-48bb-938e-2b380e5aa934 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.757286] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a239da5-9b33-418e-ad61-223f01f18790 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.858843] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.859540] env[69846]: DEBUG nova.compute.manager [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.862841] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.357s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.865169] env[69846]: INFO nova.compute.claims [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.371074] env[69846]: DEBUG nova.compute.utils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.372540] env[69846]: DEBUG nova.compute.manager [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.372753] env[69846]: DEBUG nova.network.neutron [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.453318] env[69846]: DEBUG nova.policy [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c284badc1eb455b99a8f19239e5e8db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c28c73827d4433b152db197726aca8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.877729] env[69846]: DEBUG nova.compute.manager [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.884434] env[69846]: DEBUG nova.network.neutron [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Successfully created port: 03d14f70-40c9-4b73-ae05-7f3219e91b23 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.987181] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a3ef2d-f0b1-41f4-acff-0b4ddf9c605e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.000593] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f0ca0-9007-4a03-80d4-ae7ba5161e26 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.031439] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656b38ae-8ef6-4b2a-8569-3c49b2102560 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.039008] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2fe920-d737-43a7-b19c-02b91a070570 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.052439] env[69846]: DEBUG nova.compute.provider_tree [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.555810] env[69846]: DEBUG nova.scheduler.client.report [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.888070] env[69846]: DEBUG nova.compute.manager [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.915441] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.915716] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.916016] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.916416] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.916676] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.916859] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.917130] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.917340] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.917544] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.917757] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.917970] env[69846]: DEBUG nova.virt.hardware [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.918872] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dca96eb-4001-4186-a324-3c748dee8957 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.928531] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e4f330-f284-4618-a7e2-4e3c0612b34c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.061076] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.061617] env[69846]: DEBUG nova.compute.manager [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.067461] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.282s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.069489] env[69846]: INFO nova.compute.claims [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.152891] env[69846]: DEBUG nova.network.neutron [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Successfully updated port: 29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.569168] env[69846]: DEBUG nova.compute.utils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.572669] env[69846]: DEBUG nova.compute.manager [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.572669] env[69846]: DEBUG nova.network.neutron [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.656602] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquiring lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.656901] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquired lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.656986] env[69846]: DEBUG nova.network.neutron [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.704416] env[69846]: DEBUG nova.network.neutron [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Successfully updated port: 03d14f70-40c9-4b73-ae05-7f3219e91b23 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.875774] env[69846]: DEBUG nova.policy [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00027d0c4b8041868aa954f9821acc87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99b49ca577644e319d5cb5d4acfdc176', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.021098] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquiring lock "8450b546-033c-4810-bd3c-913e21e6b8b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.021366] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lock "8450b546-033c-4810-bd3c-913e21e6b8b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.076735] env[69846]: DEBUG nova.compute.manager [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.199451] env[69846]: DEBUG nova.compute.manager [req-4d943be2-91a5-4962-a29d-8d92ca4ada65 req-771ec3f7-2904-4cd0-923c-f973e15da6f5 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Received event network-vif-plugged-29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.199451] env[69846]: DEBUG oslo_concurrency.lockutils [req-4d943be2-91a5-4962-a29d-8d92ca4ada65 req-771ec3f7-2904-4cd0-923c-f973e15da6f5 service nova] Acquiring lock "4e8d43e8-3541-408f-936d-fb785d19b65d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.199586] env[69846]: DEBUG oslo_concurrency.lockutils [req-4d943be2-91a5-4962-a29d-8d92ca4ada65 req-771ec3f7-2904-4cd0-923c-f973e15da6f5 service nova] Lock "4e8d43e8-3541-408f-936d-fb785d19b65d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.199757] env[69846]: DEBUG oslo_concurrency.lockutils [req-4d943be2-91a5-4962-a29d-8d92ca4ada65 req-771ec3f7-2904-4cd0-923c-f973e15da6f5 service nova] Lock "4e8d43e8-3541-408f-936d-fb785d19b65d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.201197] env[69846]: DEBUG nova.compute.manager [req-4d943be2-91a5-4962-a29d-8d92ca4ada65 req-771ec3f7-2904-4cd0-923c-f973e15da6f5 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] No waiting events found dispatching network-vif-plugged-29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.201828] env[69846]: WARNING nova.compute.manager [req-4d943be2-91a5-4962-a29d-8d92ca4ada65 req-771ec3f7-2904-4cd0-923c-f973e15da6f5 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Received unexpected event network-vif-plugged-29955dbc-0126-4f81-b63c-866c9f6322b0 for instance with vm_state building and task_state spawning. [ 670.212288] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquiring lock "refresh_cache-770786eb-19e1-4e66-8a4e-f6052fe4949f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.212435] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquired lock "refresh_cache-770786eb-19e1-4e66-8a4e-f6052fe4949f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.213542] env[69846]: DEBUG nova.network.neutron [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.238329] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcd4849-6f21-44d3-bd16-f640355a373c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.250290] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dad7f01-0420-49d2-8335-9efe24763e49 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.293468] env[69846]: DEBUG nova.network.neutron [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.296539] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed6c239-b88e-41f1-94cd-bcec621d1585 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.304590] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a6169e-bc67-426d-a0fd-1d1595f8180e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.322053] env[69846]: DEBUG nova.compute.provider_tree [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.378102] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.378687] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.378687] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.378930] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.380569] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.380850] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.381015] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.381347] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 670.381347] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.526523] env[69846]: DEBUG nova.compute.manager [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.631580] env[69846]: DEBUG nova.network.neutron [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Updating instance_info_cache with network_info: [{"id": "29955dbc-0126-4f81-b63c-866c9f6322b0", "address": "fa:16:3e:eb:42:1b", "network": {"id": "03fa7a38-074b-487e-bcf3-401a9fc4a97d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-586754679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a6009b03f0454fa4fb9edb8862b694", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29955dbc-01", "ovs_interfaceid": "29955dbc-0126-4f81-b63c-866c9f6322b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.691378] env[69846]: DEBUG nova.network.neutron [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Successfully created port: 7eb62590-7955-4386-8bc9-516e1eeb690f {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.708810] env[69846]: DEBUG nova.compute.manager [req-6eb0e2fc-c903-4f9d-ae36-5607588a04c3 req-63758fcb-9db5-4f05-847c-b7e709475202 service nova] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Received event network-vif-plugged-03d14f70-40c9-4b73-ae05-7f3219e91b23 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.708810] env[69846]: DEBUG oslo_concurrency.lockutils [req-6eb0e2fc-c903-4f9d-ae36-5607588a04c3 req-63758fcb-9db5-4f05-847c-b7e709475202 service nova] Acquiring lock "770786eb-19e1-4e66-8a4e-f6052fe4949f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.708989] env[69846]: DEBUG oslo_concurrency.lockutils [req-6eb0e2fc-c903-4f9d-ae36-5607588a04c3 req-63758fcb-9db5-4f05-847c-b7e709475202 service nova] Lock "770786eb-19e1-4e66-8a4e-f6052fe4949f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.709211] env[69846]: DEBUG oslo_concurrency.lockutils [req-6eb0e2fc-c903-4f9d-ae36-5607588a04c3 req-63758fcb-9db5-4f05-847c-b7e709475202 service nova] Lock "770786eb-19e1-4e66-8a4e-f6052fe4949f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.709324] env[69846]: DEBUG nova.compute.manager [req-6eb0e2fc-c903-4f9d-ae36-5607588a04c3 req-63758fcb-9db5-4f05-847c-b7e709475202 service nova] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] No waiting events found dispatching network-vif-plugged-03d14f70-40c9-4b73-ae05-7f3219e91b23 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.709459] env[69846]: WARNING nova.compute.manager [req-6eb0e2fc-c903-4f9d-ae36-5607588a04c3 req-63758fcb-9db5-4f05-847c-b7e709475202 service nova] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Received unexpected event network-vif-plugged-03d14f70-40c9-4b73-ae05-7f3219e91b23 for instance with vm_state building and task_state spawning. [ 670.755112] env[69846]: DEBUG nova.network.neutron [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.826880] env[69846]: DEBUG nova.scheduler.client.report [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.886124] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.039997] env[69846]: DEBUG nova.network.neutron [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Updating instance_info_cache with network_info: [{"id": "03d14f70-40c9-4b73-ae05-7f3219e91b23", "address": "fa:16:3e:b0:46:6d", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d14f70-40", "ovs_interfaceid": "03d14f70-40c9-4b73-ae05-7f3219e91b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.058485] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.088313] env[69846]: DEBUG nova.compute.manager [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.118350] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.118590] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.118742] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.118922] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.119294] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.119550] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.119693] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.119851] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.120135] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.120725] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.120956] env[69846]: DEBUG nova.virt.hardware [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.122475] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7467f343-589c-4437-bd6b-9d7c40176ecd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.131827] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33207841-8afc-494e-9012-7362bde4d916 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.137333] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Releasing lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.137654] env[69846]: DEBUG nova.compute.manager [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Instance network_info: |[{"id": "29955dbc-0126-4f81-b63c-866c9f6322b0", "address": "fa:16:3e:eb:42:1b", "network": {"id": "03fa7a38-074b-487e-bcf3-401a9fc4a97d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-586754679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a6009b03f0454fa4fb9edb8862b694", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29955dbc-01", "ovs_interfaceid": "29955dbc-0126-4f81-b63c-866c9f6322b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.138064] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:42:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29955dbc-0126-4f81-b63c-866c9f6322b0', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.154584] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.155173] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4159b672-5258-473d-872a-106094542b62 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.185045] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Created folder: OpenStack in parent group-v4. [ 671.185045] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Creating folder: Project (28a6009b03f0454fa4fb9edb8862b694). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.185308] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-299a01ce-7d43-4d97-93d1-b30475414c1b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.200655] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Created folder: Project (28a6009b03f0454fa4fb9edb8862b694) in parent group-v591891. [ 671.200870] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Creating folder: Instances. Parent ref: group-v591892. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.201176] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab0e2cd2-87e5-4101-bee9-aaff431aa603 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.213440] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Created folder: Instances in parent group-v591892. [ 671.213690] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.214518] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.214518] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d53e1df7-801c-4ec9-a01c-3352d690c106 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.235407] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.235407] env[69846]: value = "task-2949122" [ 671.235407] env[69846]: _type = "Task" [ 671.235407] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.243835] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949122, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.334568] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.335447] env[69846]: DEBUG nova.compute.manager [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.340665] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.330s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.342111] env[69846]: INFO nova.compute.claims [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.544802] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Releasing lock "refresh_cache-770786eb-19e1-4e66-8a4e-f6052fe4949f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.545393] env[69846]: DEBUG nova.compute.manager [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Instance network_info: |[{"id": "03d14f70-40c9-4b73-ae05-7f3219e91b23", "address": "fa:16:3e:b0:46:6d", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d14f70-40", "ovs_interfaceid": "03d14f70-40c9-4b73-ae05-7f3219e91b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.545641] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:46:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03d14f70-40c9-4b73-ae05-7f3219e91b23', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.554228] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Creating folder: Project (f9c28c73827d4433b152db197726aca8). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.554629] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93397849-46f1-454f-ab81-4b433cdbe963 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.563749] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Created folder: Project (f9c28c73827d4433b152db197726aca8) in parent group-v591891. [ 671.563952] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Creating folder: Instances. Parent ref: group-v591895. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.564195] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b9bcdf2-e398-49b7-9fa3-2fa46e9e13e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.571548] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Created folder: Instances in parent group-v591895. [ 671.571760] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.571943] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.572161] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94aef1d7-0ca5-4fe5-a517-24c8c9c373ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.595233] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.595233] env[69846]: value = "task-2949125" [ 671.595233] env[69846]: _type = "Task" [ 671.595233] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.602889] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949125, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.748226] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949122, 'name': CreateVM_Task, 'duration_secs': 0.358231} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.748226] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.761816] env[69846]: DEBUG oslo_vmware.service [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287af9a7-04df-405a-a403-186f456d59d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.768800] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.768993] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.769680] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.775698] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad04b30-b6c7-4407-9a3b-097ba30434d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.779989] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 671.779989] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5220deb2-9222-17de-4004-761f13f0308f" [ 671.779989] env[69846]: _type = "Task" [ 671.779989] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.786854] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5220deb2-9222-17de-4004-761f13f0308f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.847148] env[69846]: DEBUG nova.compute.utils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.851227] env[69846]: DEBUG nova.compute.manager [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.851456] env[69846]: DEBUG nova.network.neutron [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.979279] env[69846]: DEBUG nova.policy [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80211291994a459891384e75d735b4f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '580b08fa1eeb4a6f9a2f8de71de0276e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.112209] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949125, 'name': CreateVM_Task, 'duration_secs': 0.366164} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.112540] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.113259] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.291164] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.291788] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.292577] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.292577] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.293075] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.293653] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.293806] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.294022] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d66c1c5b-f5de-4405-a805-257928295de7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.296241] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedd71f0-c475-4123-98f5-d583c380f556 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.301734] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for the task: (returnval){ [ 672.301734] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]521afc0b-be97-a761-3f01-c6fec85ad4b7" [ 672.301734] env[69846]: _type = "Task" [ 672.301734] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.309927] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.309927] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.311123] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b7b0c-9067-4119-8118-20610cbb6c39 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.318672] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.319329] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.319329] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.322227] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcb02f5-0eab-490e-ae89-a21191e848cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.329880] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 672.329880] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5239662e-0794-b6cd-e9cd-b03f8dd5c33c" [ 672.329880] env[69846]: _type = "Task" [ 672.329880] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.338727] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5239662e-0794-b6cd-e9cd-b03f8dd5c33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.358643] env[69846]: DEBUG nova.compute.manager [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.491282] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72d0f4f-de60-4a2d-a459-6d7385f8809a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.504393] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49e6083-275d-4f05-a284-c6ebcbeb5461 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.537861] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043cf040-fa4a-4701-8b5c-737d4c254721 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.545588] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a87978-5ecd-4e26-bc3a-c7db42eacbd7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.565429] env[69846]: DEBUG nova.compute.provider_tree [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.740321] env[69846]: DEBUG nova.network.neutron [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Successfully created port: 0515fd70-4b7e-4ebd-8fa8-a6ae52829add {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.843211] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Preparing fetch location {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 672.843527] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Creating directory with path [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.843745] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87098938-4b08-4c37-a31c-fc91b037f2d0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.859179] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Created directory with path [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.859425] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Fetch image to [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 672.859596] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Downloading image file data a8e17318-c1ff-4a31-916e-097356a34ec2 to [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk on the data store datastore1 {{(pid=69846) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 672.860519] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647e8db6-b45a-48d7-b539-7ce7339d1fbb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.874521] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52960d6-cf81-4714-a253-fe2dfc8f7777 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.888874] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca878db-80cb-4c6c-aaab-8f37042e75fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.923396] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd00354-c4f4-4305-ba34-3e1b9b009c06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.932051] env[69846]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-42de5f28-7af1-4eed-8f78-120a3f8c3ec6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.023426] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Downloading image file data a8e17318-c1ff-4a31-916e-097356a34ec2 to the data store datastore1 {{(pid=69846) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 673.071885] env[69846]: DEBUG nova.scheduler.client.report [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.096211] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69846) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 673.305813] env[69846]: DEBUG nova.compute.manager [req-9ff97f05-63f7-45e1-abb3-c1090035ca74 req-721e060a-a111-4e6f-b420-7bddb64520ef service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Received event network-changed-29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.306101] env[69846]: DEBUG nova.compute.manager [req-9ff97f05-63f7-45e1-abb3-c1090035ca74 req-721e060a-a111-4e6f-b420-7bddb64520ef service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Refreshing instance network info cache due to event network-changed-29955dbc-0126-4f81-b63c-866c9f6322b0. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.307517] env[69846]: DEBUG oslo_concurrency.lockutils [req-9ff97f05-63f7-45e1-abb3-c1090035ca74 req-721e060a-a111-4e6f-b420-7bddb64520ef service nova] Acquiring lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.307517] env[69846]: DEBUG oslo_concurrency.lockutils [req-9ff97f05-63f7-45e1-abb3-c1090035ca74 req-721e060a-a111-4e6f-b420-7bddb64520ef service nova] Acquired lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.311167] env[69846]: DEBUG nova.network.neutron [req-9ff97f05-63f7-45e1-abb3-c1090035ca74 req-721e060a-a111-4e6f-b420-7bddb64520ef service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Refreshing network info cache for port 29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.372491] env[69846]: DEBUG nova.compute.manager [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.425492] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.426328] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.426328] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.426328] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.426328] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.426863] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.426863] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.426965] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.427069] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.427226] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.427928] env[69846]: DEBUG nova.virt.hardware [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.428307] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c05d56c-8444-4126-af6b-1989e10f030e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.448644] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336f30d9-69d2-4b3e-8f5a-d6cad538265b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.473031] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquiring lock "e2ae9251-7961-4145-993d-49714be19a92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.473031] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lock "e2ae9251-7961-4145-993d-49714be19a92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.582637] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.582637] env[69846]: DEBUG nova.compute.manager [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.584864] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.699s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.584864] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.584864] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 673.585144] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.527s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.590258] env[69846]: INFO nova.compute.claims [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.594127] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b660444-d313-4cc8-9937-82a731a44d32 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.597961] env[69846]: DEBUG nova.network.neutron [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Successfully updated port: 7eb62590-7955-4386-8bc9-516e1eeb690f {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.609972] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31df09bd-1134-40ce-8f31-a7f62bd407f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.628578] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b20908-8f7f-4aea-9d2f-ab073e8cd9c0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.639267] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ca4890-3560-45fd-a34c-5b0a4742efdf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.677023] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181097MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 673.677023] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.844710] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Completed reading data from the image iterator. {{(pid=69846) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 673.844932] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 673.884988] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "1104e337-464b-4df2-9c4a-7a1695128caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.885205] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "1104e337-464b-4df2-9c4a-7a1695128caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.910970] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Downloaded image file data a8e17318-c1ff-4a31-916e-097356a34ec2 to vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk on the data store datastore1 {{(pid=69846) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 673.914488] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Caching image {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 673.914488] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Copying Virtual Disk [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk to [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.915168] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48696373-345c-4764-9611-287c291e4071 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.926487] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 673.926487] env[69846]: value = "task-2949126" [ 673.926487] env[69846]: _type = "Task" [ 673.926487] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.936350] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.981334] env[69846]: DEBUG nova.compute.manager [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.092355] env[69846]: DEBUG nova.compute.utils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.093463] env[69846]: DEBUG nova.compute.manager [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.093463] env[69846]: DEBUG nova.network.neutron [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.108206] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "refresh_cache-d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.108206] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquired lock "refresh_cache-d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.108206] env[69846]: DEBUG nova.network.neutron [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.200720] env[69846]: DEBUG nova.compute.manager [req-52cc5eb7-ba4d-42d5-82dd-eaf4695dc9f3 req-543ee57b-f3a3-4cd3-b50a-1ceab31c8457 service nova] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Received event network-changed-03d14f70-40c9-4b73-ae05-7f3219e91b23 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.200919] env[69846]: DEBUG nova.compute.manager [req-52cc5eb7-ba4d-42d5-82dd-eaf4695dc9f3 req-543ee57b-f3a3-4cd3-b50a-1ceab31c8457 service nova] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Refreshing instance network info cache due to event network-changed-03d14f70-40c9-4b73-ae05-7f3219e91b23. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.201146] env[69846]: DEBUG oslo_concurrency.lockutils [req-52cc5eb7-ba4d-42d5-82dd-eaf4695dc9f3 req-543ee57b-f3a3-4cd3-b50a-1ceab31c8457 service nova] Acquiring lock "refresh_cache-770786eb-19e1-4e66-8a4e-f6052fe4949f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.201301] env[69846]: DEBUG oslo_concurrency.lockutils [req-52cc5eb7-ba4d-42d5-82dd-eaf4695dc9f3 req-543ee57b-f3a3-4cd3-b50a-1ceab31c8457 service nova] Acquired lock "refresh_cache-770786eb-19e1-4e66-8a4e-f6052fe4949f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.201445] env[69846]: DEBUG nova.network.neutron [req-52cc5eb7-ba4d-42d5-82dd-eaf4695dc9f3 req-543ee57b-f3a3-4cd3-b50a-1ceab31c8457 service nova] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Refreshing network info cache for port 03d14f70-40c9-4b73-ae05-7f3219e91b23 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.388547] env[69846]: DEBUG nova.compute.manager [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.406525] env[69846]: DEBUG nova.policy [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8967cfd758ee492c95616427e6486eaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '090faa9335b24eda84864d42a7527df7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.437879] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949126, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.514525] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.604391] env[69846]: DEBUG nova.compute.manager [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.672228] env[69846]: DEBUG nova.network.neutron [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.746656] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.747282] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.787660] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8621552-ee3d-4f0f-be6f-57c5edc0f666 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.800241] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc2df8-9edc-4415-82ad-bad6f0b41caa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.832863] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff34b6e-1aaf-4309-86e2-8d8b723d5c65 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.840695] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6701dad8-409b-4a7d-9557-185596276b1b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.854426] env[69846]: DEBUG nova.compute.provider_tree [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.908902] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.936345] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835413} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.936692] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Copied Virtual Disk [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk to [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.936838] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Deleting the datastore file [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.938132] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5776b8b-e09b-4fc6-9949-eb6256a08944 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.944017] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 674.944017] env[69846]: value = "task-2949127" [ 674.944017] env[69846]: _type = "Task" [ 674.944017] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.951326] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.983938] env[69846]: DEBUG nova.network.neutron [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Updating instance_info_cache with network_info: [{"id": "7eb62590-7955-4386-8bc9-516e1eeb690f", "address": "fa:16:3e:e2:12:09", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb62590-79", "ovs_interfaceid": "7eb62590-7955-4386-8bc9-516e1eeb690f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.032536] env[69846]: DEBUG nova.network.neutron [req-9ff97f05-63f7-45e1-abb3-c1090035ca74 req-721e060a-a111-4e6f-b420-7bddb64520ef service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Updated VIF entry in instance network info cache for port 29955dbc-0126-4f81-b63c-866c9f6322b0. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.032910] env[69846]: DEBUG nova.network.neutron [req-9ff97f05-63f7-45e1-abb3-c1090035ca74 req-721e060a-a111-4e6f-b420-7bddb64520ef service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Updating instance_info_cache with network_info: [{"id": "29955dbc-0126-4f81-b63c-866c9f6322b0", "address": "fa:16:3e:eb:42:1b", "network": {"id": "03fa7a38-074b-487e-bcf3-401a9fc4a97d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-586754679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a6009b03f0454fa4fb9edb8862b694", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29955dbc-01", "ovs_interfaceid": "29955dbc-0126-4f81-b63c-866c9f6322b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.124862] env[69846]: DEBUG nova.network.neutron [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Successfully updated port: 0515fd70-4b7e-4ebd-8fa8-a6ae52829add {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.250870] env[69846]: DEBUG nova.compute.manager [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.359549] env[69846]: DEBUG nova.scheduler.client.report [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.456112] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039806} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.456112] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.458025] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Moving file from [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24/a8e17318-c1ff-4a31-916e-097356a34ec2 to [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2. {{(pid=69846) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 675.458025] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2dace139-43bb-4305-83aa-877175126048 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.464604] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 675.464604] env[69846]: value = "task-2949128" [ 675.464604] env[69846]: _type = "Task" [ 675.464604] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.473627] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949128, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.486639] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Releasing lock "refresh_cache-d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.487043] env[69846]: DEBUG nova.compute.manager [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Instance network_info: |[{"id": "7eb62590-7955-4386-8bc9-516e1eeb690f", "address": "fa:16:3e:e2:12:09", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb62590-79", "ovs_interfaceid": "7eb62590-7955-4386-8bc9-516e1eeb690f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.487517] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:12:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eb62590-7955-4386-8bc9-516e1eeb690f', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.497764] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Creating folder: Project (99b49ca577644e319d5cb5d4acfdc176). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.498099] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3a23801-ad74-4dd4-aced-e54498e1b5a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.509132] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Created folder: Project (99b49ca577644e319d5cb5d4acfdc176) in parent group-v591891. [ 675.510070] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Creating folder: Instances. Parent ref: group-v591898. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.510392] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e07eee7-d5d5-413d-ae6d-0a1b9dbd7492 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.519965] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Created folder: Instances in parent group-v591898. [ 675.520115] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.520334] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.520564] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca182ac7-472f-4892-9ed6-6119be32c091 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.540213] env[69846]: DEBUG oslo_concurrency.lockutils [req-9ff97f05-63f7-45e1-abb3-c1090035ca74 req-721e060a-a111-4e6f-b420-7bddb64520ef service nova] Releasing lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.545290] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.545290] env[69846]: value = "task-2949131" [ 675.545290] env[69846]: _type = "Task" [ 675.545290] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.552818] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949131, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.611147] env[69846]: DEBUG nova.network.neutron [req-52cc5eb7-ba4d-42d5-82dd-eaf4695dc9f3 req-543ee57b-f3a3-4cd3-b50a-1ceab31c8457 service nova] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Updated VIF entry in instance network info cache for port 03d14f70-40c9-4b73-ae05-7f3219e91b23. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.611882] env[69846]: DEBUG nova.network.neutron [req-52cc5eb7-ba4d-42d5-82dd-eaf4695dc9f3 req-543ee57b-f3a3-4cd3-b50a-1ceab31c8457 service nova] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Updating instance_info_cache with network_info: [{"id": "03d14f70-40c9-4b73-ae05-7f3219e91b23", "address": "fa:16:3e:b0:46:6d", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d14f70-40", "ovs_interfaceid": "03d14f70-40c9-4b73-ae05-7f3219e91b23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.618218] env[69846]: DEBUG nova.compute.manager [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.628039] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquiring lock "refresh_cache-20a7cd4e-5685-4e8c-b02f-32164eaa69c2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.628183] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquired lock "refresh_cache-20a7cd4e-5685-4e8c-b02f-32164eaa69c2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.628332] env[69846]: DEBUG nova.network.neutron [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.655581] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.655581] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.655814] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.655854] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.655988] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.656274] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.657190] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.657841] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.657841] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.657841] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.657988] env[69846]: DEBUG nova.virt.hardware [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.659118] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2750cdd-a32e-4cfc-ae47-fc8af2161931 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.669786] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2d6d37-4941-4845-9e9e-e233cf8b1bda {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.793626] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.869020] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.869020] env[69846]: DEBUG nova.compute.manager [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.872290] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.196s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.977044] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949128, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024577} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.977401] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] File moved {{(pid=69846) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 675.977657] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Cleaning up location [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 675.977857] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Deleting the datastore file [datastore1] vmware_temp/cec77f6c-10db-4536-91ff-920fb8db5f24 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.978367] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2c0ffa6-54ea-4086-a218-ceabd455458e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.988307] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 675.988307] env[69846]: value = "task-2949132" [ 675.988307] env[69846]: _type = "Task" [ 675.988307] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.995441] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.056937] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949131, 'name': CreateVM_Task, 'duration_secs': 0.353406} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.057363] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.058225] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.058598] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.059063] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.060659] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244c27c9-405a-44d6-a2ba-104b76524c45 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.065494] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 676.065494] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52de79b7-8d4d-7cf8-27af-cc3fa59e68fa" [ 676.065494] env[69846]: _type = "Task" [ 676.065494] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.074583] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52de79b7-8d4d-7cf8-27af-cc3fa59e68fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.078827] env[69846]: DEBUG nova.network.neutron [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Successfully created port: 3f3937f3-fc33-4059-b07c-af8d6999c7a6 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.115842] env[69846]: DEBUG oslo_concurrency.lockutils [req-52cc5eb7-ba4d-42d5-82dd-eaf4695dc9f3 req-543ee57b-f3a3-4cd3-b50a-1ceab31c8457 service nova] Releasing lock "refresh_cache-770786eb-19e1-4e66-8a4e-f6052fe4949f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.376230] env[69846]: DEBUG nova.compute.utils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.391481] env[69846]: DEBUG nova.network.neutron [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.395750] env[69846]: DEBUG nova.compute.manager [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.395750] env[69846]: DEBUG nova.network.neutron [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.501062] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023593} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.501839] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.502238] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd266981-bbeb-4d15-b8dd-1754120f39e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.509582] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 676.509582] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525aa8f4-eaa2-4e54-fe08-8ea085509110" [ 676.509582] env[69846]: _type = "Task" [ 676.509582] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.519712] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525aa8f4-eaa2-4e54-fe08-8ea085509110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.581542] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52de79b7-8d4d-7cf8-27af-cc3fa59e68fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008611} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.581940] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.582264] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.582534] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.590126] env[69846]: DEBUG nova.policy [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '997848cd092f4c8ca19f1fa907d6eea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe1b9debaccb4059a948670577c1e76f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.894423] env[69846]: DEBUG nova.compute.manager [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.933350] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 4e8d43e8-3541-408f-936d-fb785d19b65d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 676.934196] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 770786eb-19e1-4e66-8a4e-f6052fe4949f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 676.935039] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 676.935187] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 20a7cd4e-5685-4e8c-b02f-32164eaa69c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 676.935310] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 671877cf-8b8b-4a13-807a-3c37bce94295 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 676.935429] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 8450b546-033c-4810-bd3c-913e21e6b8b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 676.947791] env[69846]: DEBUG nova.network.neutron [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Updating instance_info_cache with network_info: [{"id": "0515fd70-4b7e-4ebd-8fa8-a6ae52829add", "address": "fa:16:3e:3c:23:94", "network": {"id": "fd10793c-1ec3-496e-9819-07260401bb2a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1548598251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580b08fa1eeb4a6f9a2f8de71de0276e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0515fd70-4b", "ovs_interfaceid": "0515fd70-4b7e-4ebd-8fa8-a6ae52829add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.028959] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525aa8f4-eaa2-4e54-fe08-8ea085509110, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.028959] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.028959] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 4e8d43e8-3541-408f-936d-fb785d19b65d/4e8d43e8-3541-408f-936d-fb785d19b65d.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.028959] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.029362] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.029480] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-606fefd0-a2df-4e50-99e9-b4d3915b05bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.032341] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56c301f2-a394-4555-89a8-6c2ba668beb9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.043867] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 677.043867] env[69846]: value = "task-2949133" [ 677.043867] env[69846]: _type = "Task" [ 677.043867] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.050534] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.050833] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.052373] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65076490-7e99-43d3-8462-2fc4cd57f8cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.062048] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.072562] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for the task: (returnval){ [ 677.072562] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524acef9-a88c-4615-9f2e-f3c9070bfb1b" [ 677.072562] env[69846]: _type = "Task" [ 677.072562] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.090304] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524acef9-a88c-4615-9f2e-f3c9070bfb1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.091038] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90028ad-28d5-4824-955b-6a7088a43d66 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.097394] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for the task: (returnval){ [ 677.097394] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5295327b-c7c8-b024-7645-24a20e22eaf0" [ 677.097394] env[69846]: _type = "Task" [ 677.097394] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.112908] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5295327b-c7c8-b024-7645-24a20e22eaf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.442184] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance e2ae9251-7961-4145-993d-49714be19a92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 677.453523] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Releasing lock "refresh_cache-20a7cd4e-5685-4e8c-b02f-32164eaa69c2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.454070] env[69846]: DEBUG nova.compute.manager [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Instance network_info: |[{"id": "0515fd70-4b7e-4ebd-8fa8-a6ae52829add", "address": "fa:16:3e:3c:23:94", "network": {"id": "fd10793c-1ec3-496e-9819-07260401bb2a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1548598251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580b08fa1eeb4a6f9a2f8de71de0276e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0515fd70-4b", "ovs_interfaceid": "0515fd70-4b7e-4ebd-8fa8-a6ae52829add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.454504] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:23:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0515fd70-4b7e-4ebd-8fa8-a6ae52829add', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.476221] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Creating folder: Project (580b08fa1eeb4a6f9a2f8de71de0276e). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.476221] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74ecc546-16ef-43ca-a30b-9bf84a8318b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.490531] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Created folder: Project (580b08fa1eeb4a6f9a2f8de71de0276e) in parent group-v591891. [ 677.490531] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Creating folder: Instances. Parent ref: group-v591901. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.490821] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f6016f0-7c83-4d79-8572-25bc16ea6e5c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.510576] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Created folder: Instances in parent group-v591901. [ 677.510828] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.511788] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.512216] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd756cc6-34ea-4526-bdff-09a5fa61e464 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.540896] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.540896] env[69846]: value = "task-2949136" [ 677.540896] env[69846]: _type = "Task" [ 677.540896] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.562061] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949133, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.562061] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949136, 'name': CreateVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.617132] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5295327b-c7c8-b024-7645-24a20e22eaf0, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.618999] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.620046] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 770786eb-19e1-4e66-8a4e-f6052fe4949f/770786eb-19e1-4e66-8a4e-f6052fe4949f.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.623549] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.623753] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.624714] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42d282b4-4d4b-4242-a6cb-0c4cf8a19db8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.629422] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "b001cc31-59f7-481c-ad26-237d633a0d10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.629422] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "b001cc31-59f7-481c-ad26-237d633a0d10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.630066] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-157da9ce-3c58-4b5e-b042-a96b8a1f0575 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.644904] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for the task: (returnval){ [ 677.644904] env[69846]: value = "task-2949137" [ 677.644904] env[69846]: _type = "Task" [ 677.644904] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.656535] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.657907] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.658969] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cde6bbc-4067-4cdc-a0a6-ebafa7e16133 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.664546] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.668356] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 677.668356] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e71b32-311a-c4cb-d1c4-30f372bfb77d" [ 677.668356] env[69846]: _type = "Task" [ 677.668356] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.680735] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e71b32-311a-c4cb-d1c4-30f372bfb77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.681878] env[69846]: DEBUG nova.network.neutron [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Successfully created port: c66ed47b-cb92-4263-9b3f-040a90e17ea6 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.686645] env[69846]: DEBUG nova.compute.manager [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Received event network-vif-plugged-7eb62590-7955-4386-8bc9-516e1eeb690f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.686875] env[69846]: DEBUG oslo_concurrency.lockutils [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] Acquiring lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.687166] env[69846]: DEBUG oslo_concurrency.lockutils [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] Lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.687401] env[69846]: DEBUG oslo_concurrency.lockutils [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] Lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.687632] env[69846]: DEBUG nova.compute.manager [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] No waiting events found dispatching network-vif-plugged-7eb62590-7955-4386-8bc9-516e1eeb690f {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.687790] env[69846]: WARNING nova.compute.manager [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Received unexpected event network-vif-plugged-7eb62590-7955-4386-8bc9-516e1eeb690f for instance with vm_state building and task_state spawning. [ 677.688498] env[69846]: DEBUG nova.compute.manager [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Received event network-changed-7eb62590-7955-4386-8bc9-516e1eeb690f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.688498] env[69846]: DEBUG nova.compute.manager [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Refreshing instance network info cache due to event network-changed-7eb62590-7955-4386-8bc9-516e1eeb690f. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.688498] env[69846]: DEBUG oslo_concurrency.lockutils [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] Acquiring lock "refresh_cache-d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.688498] env[69846]: DEBUG oslo_concurrency.lockutils [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] Acquired lock "refresh_cache-d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.688872] env[69846]: DEBUG nova.network.neutron [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Refreshing network info cache for port 7eb62590-7955-4386-8bc9-516e1eeb690f {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.910474] env[69846]: DEBUG nova.compute.manager [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.944668] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.944833] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.944888] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.945431] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.946117] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.946117] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.946117] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.946262] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.946834] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.946834] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.947113] env[69846]: DEBUG nova.virt.hardware [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.950461] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40db2e00-cb71-4147-b8e7-3957a3362d56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.954713] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1104e337-464b-4df2-9c4a-7a1695128caa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 677.966519] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2115df-f0dc-4d9e-8f5f-f8019bf0c4c0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.058874] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949136, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.064165] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614111} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.064481] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 4e8d43e8-3541-408f-936d-fb785d19b65d/4e8d43e8-3541-408f-936d-fb785d19b65d.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.064698] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.064942] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ae4a6db-4820-49f3-9ab4-ab89ac1db851 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.078859] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 678.078859] env[69846]: value = "task-2949138" [ 678.078859] env[69846]: _type = "Task" [ 678.078859] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.088815] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.137283] env[69846]: DEBUG nova.compute.manager [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.161731] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949137, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.182768] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e71b32-311a-c4cb-d1c4-30f372bfb77d, 'name': SearchDatastore_Task, 'duration_secs': 0.015677} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.185129] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b6f989-5c6c-45ea-b934-910605fc3adb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.195925] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 678.195925] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d794b9-2b77-b08c-41f4-858eb7c72f55" [ 678.195925] env[69846]: _type = "Task" [ 678.195925] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.210733] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d794b9-2b77-b08c-41f4-858eb7c72f55, 'name': SearchDatastore_Task, 'duration_secs': 0.008007} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.211532] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.211979] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c/d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.211979] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ffc848-3d4b-4843-8102-9c3848720473 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.221156] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 678.221156] env[69846]: value = "task-2949139" [ 678.221156] env[69846]: _type = "Task" [ 678.221156] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.232803] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.303508] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "babfe69c-731c-4f75-8cc6-d638c0fae43d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.303785] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "babfe69c-731c-4f75-8cc6-d638c0fae43d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.464322] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b2518f4f-9b12-4f19-9089-15c22d9f96e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 678.464322] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 678.464322] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 678.556096] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949136, 'name': CreateVM_Task, 'duration_secs': 0.552771} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.565369] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.565755] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.565994] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.567072] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.567803] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7949065b-ea22-4803-94fa-6659e01e13c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.575168] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for the task: (returnval){ [ 678.575168] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]520ba5ba-db06-ee14-12f9-52cb592cc9e6" [ 678.575168] env[69846]: _type = "Task" [ 678.575168] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.588386] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520ba5ba-db06-ee14-12f9-52cb592cc9e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.594623] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091579} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.595101] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.600458] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa01f33-e620-4b52-891b-496af40aad0a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.631743] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 4e8d43e8-3541-408f-936d-fb785d19b65d/4e8d43e8-3541-408f-936d-fb785d19b65d.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.634846] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4cca9e-33e1-469f-8da2-17291fd851b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.669091] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 678.669091] env[69846]: value = "task-2949140" [ 678.669091] env[69846]: _type = "Task" [ 678.669091] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.670025] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538514} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.670025] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 770786eb-19e1-4e66-8a4e-f6052fe4949f/770786eb-19e1-4e66-8a4e-f6052fe4949f.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.670025] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.673218] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13ad681d-4892-4b4a-a38b-88199e4ad2a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.684745] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.690704] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.694370] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for the task: (returnval){ [ 678.694370] env[69846]: value = "task-2949141" [ 678.694370] env[69846]: _type = "Task" [ 678.694370] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.704347] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.705570] env[69846]: DEBUG nova.compute.manager [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Received event network-vif-plugged-0515fd70-4b7e-4ebd-8fa8-a6ae52829add {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.706104] env[69846]: DEBUG oslo_concurrency.lockutils [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] Acquiring lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.706410] env[69846]: DEBUG oslo_concurrency.lockutils [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] Lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.706638] env[69846]: DEBUG oslo_concurrency.lockutils [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] Lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.706833] env[69846]: DEBUG nova.compute.manager [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] No waiting events found dispatching network-vif-plugged-0515fd70-4b7e-4ebd-8fa8-a6ae52829add {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.707013] env[69846]: WARNING nova.compute.manager [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Received unexpected event network-vif-plugged-0515fd70-4b7e-4ebd-8fa8-a6ae52829add for instance with vm_state building and task_state spawning. [ 678.707329] env[69846]: DEBUG nova.compute.manager [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Received event network-changed-0515fd70-4b7e-4ebd-8fa8-a6ae52829add {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.707329] env[69846]: DEBUG nova.compute.manager [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Refreshing instance network info cache due to event network-changed-0515fd70-4b7e-4ebd-8fa8-a6ae52829add. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.707616] env[69846]: DEBUG oslo_concurrency.lockutils [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] Acquiring lock "refresh_cache-20a7cd4e-5685-4e8c-b02f-32164eaa69c2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.707693] env[69846]: DEBUG oslo_concurrency.lockutils [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] Acquired lock "refresh_cache-20a7cd4e-5685-4e8c-b02f-32164eaa69c2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.707883] env[69846]: DEBUG nova.network.neutron [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Refreshing network info cache for port 0515fd70-4b7e-4ebd-8fa8-a6ae52829add {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.732711] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449935} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.732910] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c/d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.733414] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.733414] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b1feec1-fbdf-47ff-b939-842f14e7f30b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.742898] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 678.742898] env[69846]: value = "task-2949142" [ 678.742898] env[69846]: _type = "Task" [ 678.742898] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.753305] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.895968] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a858bf32-6e8d-4068-9f3b-1efef9bd38fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.906968] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d7dfd2-2ea7-464c-86a6-34ad4486841b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.942716] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bbdd69-2119-4ecc-a053-3ff991b0f2af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.951055] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4db893-bf6d-4b9c-ba76-aaa028de9f96 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.965940] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.020597] env[69846]: DEBUG nova.network.neutron [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Updated VIF entry in instance network info cache for port 7eb62590-7955-4386-8bc9-516e1eeb690f. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.020869] env[69846]: DEBUG nova.network.neutron [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Updating instance_info_cache with network_info: [{"id": "7eb62590-7955-4386-8bc9-516e1eeb690f", "address": "fa:16:3e:e2:12:09", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb62590-79", "ovs_interfaceid": "7eb62590-7955-4386-8bc9-516e1eeb690f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.086548] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520ba5ba-db06-ee14-12f9-52cb592cc9e6, 'name': SearchDatastore_Task, 'duration_secs': 0.047907} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.086879] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.087135] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.087380] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.087534] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.087710] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.087968] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0257c3b1-c9f5-44f8-bf5f-6aae8d0997c1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.096091] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.096281] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.097154] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa8a415-1ad3-4fd3-a4aa-6453f958c74a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.102524] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for the task: (returnval){ [ 679.102524] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524f49f2-0886-d25a-6417-9484473690f2" [ 679.102524] env[69846]: _type = "Task" [ 679.102524] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.110190] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524f49f2-0886-d25a-6417-9484473690f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.180342] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949140, 'name': ReconfigVM_Task, 'duration_secs': 0.309842} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.180626] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 4e8d43e8-3541-408f-936d-fb785d19b65d/4e8d43e8-3541-408f-936d-fb785d19b65d.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.181369] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14ae581f-6710-437f-92c3-f4810b2d5bc8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.187836] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 679.187836] env[69846]: value = "task-2949143" [ 679.187836] env[69846]: _type = "Task" [ 679.187836] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.196608] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949143, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.205437] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069833} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.205597] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.206437] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa31ab8-94f7-4493-be72-8de4afc2898c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.237680] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 770786eb-19e1-4e66-8a4e-f6052fe4949f/770786eb-19e1-4e66-8a4e-f6052fe4949f.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.237680] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd534a8a-da34-45d1-a257-041b21b91e8c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.265266] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066959} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.267815] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.267815] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for the task: (returnval){ [ 679.267815] env[69846]: value = "task-2949144" [ 679.267815] env[69846]: _type = "Task" [ 679.267815] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.268475] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4390802d-df1d-4319-92c8-ef70049fbba4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.279915] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.298567] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c/d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.299333] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9be066-f2e8-4781-86de-7788c0d0639c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.320153] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 679.320153] env[69846]: value = "task-2949145" [ 679.320153] env[69846]: _type = "Task" [ 679.320153] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.331097] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.470305] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.523580] env[69846]: DEBUG oslo_concurrency.lockutils [req-3ea2e58c-dbe2-42e2-9e7c-55bf7696c8c3 req-7348d7f1-0492-48dc-b5a2-46f6d517e99b service nova] Releasing lock "refresh_cache-d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.624581] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524f49f2-0886-d25a-6417-9484473690f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.626152] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2161230-4adf-46ed-aa8f-a4c9b1f82001 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.638515] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for the task: (returnval){ [ 679.638515] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ce44a7-e301-47e0-b2b0-93d55037a08f" [ 679.638515] env[69846]: _type = "Task" [ 679.638515] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.638732] env[69846]: DEBUG nova.network.neutron [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Successfully updated port: 3f3937f3-fc33-4059-b07c-af8d6999c7a6 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.651263] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ce44a7-e301-47e0-b2b0-93d55037a08f, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.651792] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.651792] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 20a7cd4e-5685-4e8c-b02f-32164eaa69c2/20a7cd4e-5685-4e8c-b02f-32164eaa69c2.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.652190] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aede0555-709f-46ab-86f4-ac921ef63ac4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.658992] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for the task: (returnval){ [ 679.658992] env[69846]: value = "task-2949146" [ 679.658992] env[69846]: _type = "Task" [ 679.658992] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.669809] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.700525] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949143, 'name': Rename_Task, 'duration_secs': 0.152125} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.703487] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.703487] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e2827b8-b590-48a6-bf3b-6c9426747f47 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.711913] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 679.711913] env[69846]: value = "task-2949147" [ 679.711913] env[69846]: _type = "Task" [ 679.711913] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.720221] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.784601] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949144, 'name': ReconfigVM_Task, 'duration_secs': 0.329063} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.785058] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 770786eb-19e1-4e66-8a4e-f6052fe4949f/770786eb-19e1-4e66-8a4e-f6052fe4949f.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.785812] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b83a7207-788e-46f4-bff3-9b0c600a6dff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.793783] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for the task: (returnval){ [ 679.793783] env[69846]: value = "task-2949148" [ 679.793783] env[69846]: _type = "Task" [ 679.793783] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.798289] env[69846]: DEBUG nova.network.neutron [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Updated VIF entry in instance network info cache for port 0515fd70-4b7e-4ebd-8fa8-a6ae52829add. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.798534] env[69846]: DEBUG nova.network.neutron [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Updating instance_info_cache with network_info: [{"id": "0515fd70-4b7e-4ebd-8fa8-a6ae52829add", "address": "fa:16:3e:3c:23:94", "network": {"id": "fd10793c-1ec3-496e-9819-07260401bb2a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1548598251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580b08fa1eeb4a6f9a2f8de71de0276e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0515fd70-4b", "ovs_interfaceid": "0515fd70-4b7e-4ebd-8fa8-a6ae52829add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.804834] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949148, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.830463] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949145, 'name': ReconfigVM_Task, 'duration_secs': 0.33264} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.830705] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c/d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.831650] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daaa7695-5ff6-4f1a-9aca-222c65fb270f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.837994] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 679.837994] env[69846]: value = "task-2949149" [ 679.837994] env[69846]: _type = "Task" [ 679.837994] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.847477] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949149, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.979024] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 679.979024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.105s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.979024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.463s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.979024] env[69846]: INFO nova.compute.claims [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.145900] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquiring lock "refresh_cache-671877cf-8b8b-4a13-807a-3c37bce94295" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.146308] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquired lock "refresh_cache-671877cf-8b8b-4a13-807a-3c37bce94295" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.146916] env[69846]: DEBUG nova.network.neutron [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.170695] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949146, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.222777] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.305178] env[69846]: DEBUG oslo_concurrency.lockutils [req-14301c7a-bf4c-463e-aedc-e6ad68511ea7 req-01538554-5f0c-4669-8c58-4e512a268984 service nova] Releasing lock "refresh_cache-20a7cd4e-5685-4e8c-b02f-32164eaa69c2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.305448] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949148, 'name': Rename_Task, 'duration_secs': 0.144826} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.305744] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.305970] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb8ff387-1ccd-49cf-b849-4b47ddfe2d90 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.313714] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for the task: (returnval){ [ 680.313714] env[69846]: value = "task-2949150" [ 680.313714] env[69846]: _type = "Task" [ 680.313714] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.322965] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.331955] env[69846]: DEBUG nova.network.neutron [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Successfully updated port: c66ed47b-cb92-4263-9b3f-040a90e17ea6 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.347821] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949149, 'name': Rename_Task, 'duration_secs': 0.169392} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.348215] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.349977] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acbd16bd-9236-4c5b-9e88-e97dd7836911 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.357568] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 680.357568] env[69846]: value = "task-2949151" [ 680.357568] env[69846]: _type = "Task" [ 680.357568] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.367945] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.676019] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949146, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006184} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.676019] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 20a7cd4e-5685-4e8c-b02f-32164eaa69c2/20a7cd4e-5685-4e8c-b02f-32164eaa69c2.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.676019] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.676019] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cb2e35c-2317-4903-af48-dccc9c64a7f9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.681859] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for the task: (returnval){ [ 680.681859] env[69846]: value = "task-2949152" [ 680.681859] env[69846]: _type = "Task" [ 680.681859] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.692583] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.700558] env[69846]: DEBUG nova.network.neutron [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.722687] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949147, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.830054] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.835133] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquiring lock "refresh_cache-8450b546-033c-4810-bd3c-913e21e6b8b3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.835467] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquired lock "refresh_cache-8450b546-033c-4810-bd3c-913e21e6b8b3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.835467] env[69846]: DEBUG nova.network.neutron [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.872347] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.953557] env[69846]: DEBUG nova.network.neutron [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Updating instance_info_cache with network_info: [{"id": "3f3937f3-fc33-4059-b07c-af8d6999c7a6", "address": "fa:16:3e:69:ad:d8", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f3937f3-fc", "ovs_interfaceid": "3f3937f3-fc33-4059-b07c-af8d6999c7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.198357] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076159} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.201025] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.201025] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c71c24-705e-4b35-aedd-31112532958f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.223576] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 20a7cd4e-5685-4e8c-b02f-32164eaa69c2/20a7cd4e-5685-4e8c-b02f-32164eaa69c2.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.228122] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803196e1-5c33-4d22-8bd8-c3574a7a2081 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.245323] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48127b18-9121-44c8-8535-d00c9273f6d0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.261172] env[69846]: DEBUG oslo_vmware.api [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949147, 'name': PowerOnVM_Task, 'duration_secs': 1.239211} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.266036] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.266036] env[69846]: INFO nova.compute.manager [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Took 14.58 seconds to spawn the instance on the hypervisor. [ 681.266036] env[69846]: DEBUG nova.compute.manager [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.266036] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for the task: (returnval){ [ 681.266036] env[69846]: value = "task-2949153" [ 681.266036] env[69846]: _type = "Task" [ 681.266036] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.268019] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a79510e-13f7-469a-9012-e4117de8fda7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.278491] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18077a22-2b65-44cc-be8c-86548f1310b3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.320211] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.324609] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524f6de9-815f-4a9a-a323-08a6225d3e64 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.331505] env[69846]: DEBUG oslo_vmware.api [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949150, 'name': PowerOnVM_Task, 'duration_secs': 0.780847} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.333612] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.333920] env[69846]: INFO nova.compute.manager [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Took 12.45 seconds to spawn the instance on the hypervisor. [ 681.334027] env[69846]: DEBUG nova.compute.manager [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.336369] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42853e-3779-4ccb-9a36-7a8226c89446 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.338309] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05958c25-a288-4193-ae53-fcbe0c1b1ee7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.359583] env[69846]: DEBUG nova.compute.provider_tree [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.370197] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949151, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.390621] env[69846]: DEBUG nova.network.neutron [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.452882] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Releasing lock "refresh_cache-671877cf-8b8b-4a13-807a-3c37bce94295" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.453261] env[69846]: DEBUG nova.compute.manager [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Instance network_info: |[{"id": "3f3937f3-fc33-4059-b07c-af8d6999c7a6", "address": "fa:16:3e:69:ad:d8", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f3937f3-fc", "ovs_interfaceid": "3f3937f3-fc33-4059-b07c-af8d6999c7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.454029] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ad:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f3937f3-fc33-4059-b07c-af8d6999c7a6', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.461951] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Creating folder: Project (090faa9335b24eda84864d42a7527df7). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.462284] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1156644a-b1f3-4e08-bafc-b4bc05690487 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.472110] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Created folder: Project (090faa9335b24eda84864d42a7527df7) in parent group-v591891. [ 681.472110] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Creating folder: Instances. Parent ref: group-v591904. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.475365] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18a968da-c8ff-4633-ad86-d1bea6d65dd8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.485265] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Created folder: Instances in parent group-v591904. [ 681.485503] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.485791] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.485992] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27366317-7417-4f4d-ae93-2359656c678f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.504068] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.504068] env[69846]: value = "task-2949156" [ 681.504068] env[69846]: _type = "Task" [ 681.504068] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.514228] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949156, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.570297] env[69846]: DEBUG nova.network.neutron [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Updating instance_info_cache with network_info: [{"id": "c66ed47b-cb92-4263-9b3f-040a90e17ea6", "address": "fa:16:3e:7c:c4:53", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66ed47b-cb", "ovs_interfaceid": "c66ed47b-cb92-4263-9b3f-040a90e17ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.781707] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.831584] env[69846]: INFO nova.compute.manager [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Took 19.44 seconds to build instance. [ 681.868959] env[69846]: DEBUG nova.scheduler.client.report [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.879442] env[69846]: INFO nova.compute.manager [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Took 17.68 seconds to build instance. [ 681.889294] env[69846]: DEBUG oslo_vmware.api [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949151, 'name': PowerOnVM_Task, 'duration_secs': 1.114262} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.890404] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.890404] env[69846]: INFO nova.compute.manager [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Took 10.80 seconds to spawn the instance on the hypervisor. [ 681.890404] env[69846]: DEBUG nova.compute.manager [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.895778] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966f7529-593f-4e18-b551-80bf77af8379 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.015370] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949156, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.073455] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Releasing lock "refresh_cache-8450b546-033c-4810-bd3c-913e21e6b8b3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.073913] env[69846]: DEBUG nova.compute.manager [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Instance network_info: |[{"id": "c66ed47b-cb92-4263-9b3f-040a90e17ea6", "address": "fa:16:3e:7c:c4:53", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66ed47b-cb", "ovs_interfaceid": "c66ed47b-cb92-4263-9b3f-040a90e17ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.074288] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:c4:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c66ed47b-cb92-4263-9b3f-040a90e17ea6', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.088233] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Creating folder: Project (fe1b9debaccb4059a948670577c1e76f). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.088926] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c58517a-8473-4941-81d8-71435f587c56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.095814] env[69846]: DEBUG nova.compute.manager [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Received event network-vif-plugged-3f3937f3-fc33-4059-b07c-af8d6999c7a6 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.095814] env[69846]: DEBUG oslo_concurrency.lockutils [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] Acquiring lock "671877cf-8b8b-4a13-807a-3c37bce94295-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.096389] env[69846]: DEBUG oslo_concurrency.lockutils [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] Lock "671877cf-8b8b-4a13-807a-3c37bce94295-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.096389] env[69846]: DEBUG oslo_concurrency.lockutils [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] Lock "671877cf-8b8b-4a13-807a-3c37bce94295-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.096972] env[69846]: DEBUG nova.compute.manager [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] No waiting events found dispatching network-vif-plugged-3f3937f3-fc33-4059-b07c-af8d6999c7a6 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.096972] env[69846]: WARNING nova.compute.manager [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Received unexpected event network-vif-plugged-3f3937f3-fc33-4059-b07c-af8d6999c7a6 for instance with vm_state building and task_state spawning. [ 682.096972] env[69846]: DEBUG nova.compute.manager [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Received event network-changed-3f3937f3-fc33-4059-b07c-af8d6999c7a6 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.097909] env[69846]: DEBUG nova.compute.manager [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Refreshing instance network info cache due to event network-changed-3f3937f3-fc33-4059-b07c-af8d6999c7a6. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.097909] env[69846]: DEBUG oslo_concurrency.lockutils [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] Acquiring lock "refresh_cache-671877cf-8b8b-4a13-807a-3c37bce94295" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.097909] env[69846]: DEBUG oslo_concurrency.lockutils [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] Acquired lock "refresh_cache-671877cf-8b8b-4a13-807a-3c37bce94295" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.097909] env[69846]: DEBUG nova.network.neutron [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Refreshing network info cache for port 3f3937f3-fc33-4059-b07c-af8d6999c7a6 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.108120] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Created folder: Project (fe1b9debaccb4059a948670577c1e76f) in parent group-v591891. [ 682.108284] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Creating folder: Instances. Parent ref: group-v591907. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.108521] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b23f9f26-8bcb-4f76-8564-97eeb80c2297 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.120912] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Created folder: Instances in parent group-v591907. [ 682.120912] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.120912] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.121086] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4670fcc5-2f9c-481a-88a3-de7dff97b135 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.152068] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.152068] env[69846]: value = "task-2949159" [ 682.152068] env[69846]: _type = "Task" [ 682.152068] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.163565] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949159, 'name': CreateVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.289076] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949153, 'name': ReconfigVM_Task, 'duration_secs': 0.744912} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.289644] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 20a7cd4e-5685-4e8c-b02f-32164eaa69c2/20a7cd4e-5685-4e8c-b02f-32164eaa69c2.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.290128] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-307d97cb-7c05-41e4-9ce3-aac823b28d2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.296556] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for the task: (returnval){ [ 682.296556] env[69846]: value = "task-2949160" [ 682.296556] env[69846]: _type = "Task" [ 682.296556] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.309110] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949160, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.333123] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lock "4e8d43e8-3541-408f-936d-fb785d19b65d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.953s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.379841] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.379841] env[69846]: DEBUG nova.compute.manager [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.391379] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.479s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.391379] env[69846]: INFO nova.compute.claims [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.397492] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbb7e258-b905-47d9-946c-8d444eb26f47 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lock "770786eb-19e1-4e66-8a4e-f6052fe4949f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.205s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.426466] env[69846]: INFO nova.compute.manager [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Took 17.94 seconds to build instance. [ 682.528559] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949156, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.667041] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949159, 'name': CreateVM_Task, 'duration_secs': 0.374311} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.667222] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.668381] env[69846]: DEBUG oslo_vmware.service [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed83da18-ff99-4d03-96c8-59a86d267ebb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.675016] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.675423] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.675551] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.675843] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef0ddb4-48f1-49e0-a52d-a113d55a622d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.680404] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 682.680404] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]520af9bd-39dd-36a5-1a7e-f4651103c7cd" [ 682.680404] env[69846]: _type = "Task" [ 682.680404] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.691504] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520af9bd-39dd-36a5-1a7e-f4651103c7cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.746872] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.747087] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.808807] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949160, 'name': Rename_Task, 'duration_secs': 0.186831} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.809138] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.809409] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e49c6b8-f88c-4632-a882-d74dcbd6079c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.816977] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for the task: (returnval){ [ 682.816977] env[69846]: value = "task-2949161" [ 682.816977] env[69846]: _type = "Task" [ 682.816977] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.834167] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.836818] env[69846]: DEBUG nova.compute.manager [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.889472] env[69846]: DEBUG nova.compute.utils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.890892] env[69846]: DEBUG nova.compute.manager [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.891209] env[69846]: DEBUG nova.network.neutron [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.928452] env[69846]: DEBUG oslo_concurrency.lockutils [None req-743b86e9-96ce-4ef8-9715-4cc05383a64b tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.451s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.952608] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "fcc35999-1784-4bb2-b148-49d543d93332" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.953820] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "fcc35999-1784-4bb2-b148-49d543d93332" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.975776] env[69846]: DEBUG nova.compute.manager [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Received event network-vif-plugged-c66ed47b-cb92-4263-9b3f-040a90e17ea6 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.975776] env[69846]: DEBUG oslo_concurrency.lockutils [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] Acquiring lock "8450b546-033c-4810-bd3c-913e21e6b8b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.975776] env[69846]: DEBUG oslo_concurrency.lockutils [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] Lock "8450b546-033c-4810-bd3c-913e21e6b8b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.975776] env[69846]: DEBUG oslo_concurrency.lockutils [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] Lock "8450b546-033c-4810-bd3c-913e21e6b8b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.975776] env[69846]: DEBUG nova.compute.manager [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] No waiting events found dispatching network-vif-plugged-c66ed47b-cb92-4263-9b3f-040a90e17ea6 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.976510] env[69846]: WARNING nova.compute.manager [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Received unexpected event network-vif-plugged-c66ed47b-cb92-4263-9b3f-040a90e17ea6 for instance with vm_state building and task_state spawning. [ 682.976510] env[69846]: DEBUG nova.compute.manager [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Received event network-changed-c66ed47b-cb92-4263-9b3f-040a90e17ea6 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.976510] env[69846]: DEBUG nova.compute.manager [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Refreshing instance network info cache due to event network-changed-c66ed47b-cb92-4263-9b3f-040a90e17ea6. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.976510] env[69846]: DEBUG oslo_concurrency.lockutils [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] Acquiring lock "refresh_cache-8450b546-033c-4810-bd3c-913e21e6b8b3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.976510] env[69846]: DEBUG oslo_concurrency.lockutils [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] Acquired lock "refresh_cache-8450b546-033c-4810-bd3c-913e21e6b8b3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.976796] env[69846]: DEBUG nova.network.neutron [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Refreshing network info cache for port c66ed47b-cb92-4263-9b3f-040a90e17ea6 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.020347] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949156, 'name': CreateVM_Task, 'duration_secs': 1.37329} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.020901] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.021758] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.022092] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.022518] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.022913] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651a3469-7d2a-4867-adf9-1067de6ccd08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.028878] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for the task: (returnval){ [ 683.028878] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52325565-f9d8-8331-916e-b3c55c64f7f0" [ 683.028878] env[69846]: _type = "Task" [ 683.028878] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.039601] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52325565-f9d8-8331-916e-b3c55c64f7f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.126177] env[69846]: DEBUG nova.policy [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c5b50bf62784f60a6df970167f4eda6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d8f4932d91d4e0db270b9192a18eb6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.198207] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.198995] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.199405] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.199695] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.200024] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.200861] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54138ef2-df7f-4be4-a7f9-cf2a04399e8f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.212519] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.212519] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.212519] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572df74d-e401-484c-83af-c46d82916109 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.220221] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb3053c-3dc1-46e4-abca-ace6c0705dd1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.224907] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 683.224907] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52426409-ac33-71e0-658e-eb7a799a3470" [ 683.224907] env[69846]: _type = "Task" [ 683.224907] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.234370] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52426409-ac33-71e0-658e-eb7a799a3470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.252365] env[69846]: DEBUG nova.compute.manager [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.328844] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949161, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.380446] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.397537] env[69846]: DEBUG nova.compute.manager [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.420293] env[69846]: DEBUG nova.network.neutron [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Updated VIF entry in instance network info cache for port 3f3937f3-fc33-4059-b07c-af8d6999c7a6. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.420595] env[69846]: DEBUG nova.network.neutron [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Updating instance_info_cache with network_info: [{"id": "3f3937f3-fc33-4059-b07c-af8d6999c7a6", "address": "fa:16:3e:69:ad:d8", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f3937f3-fc", "ovs_interfaceid": "3f3937f3-fc33-4059-b07c-af8d6999c7a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.460724] env[69846]: DEBUG nova.compute.manager [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.542581] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52325565-f9d8-8331-916e-b3c55c64f7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.545901] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.546216] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.546408] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.546828] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.546828] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.547436] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76432d71-4ca7-44ad-a972-75e3574000d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.569560] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.570454] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.573414] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f25c742-39f6-4108-ab55-1701f8f4e4cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.588129] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for the task: (returnval){ [ 683.588129] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52aff6e2-d148-9425-a08a-f4253659ae90" [ 683.588129] env[69846]: _type = "Task" [ 683.588129] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.610323] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52aff6e2-d148-9425-a08a-f4253659ae90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.735812] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3a22f3-a8d8-4104-8d20-df8f0a3bebc5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.750064] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b698827-067a-4e21-aeb1-f4f2decab1c3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.757061] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Preparing fetch location {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 683.757061] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Creating directory with path [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.758753] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3624db1b-9090-49b4-8cee-faf1a0b31c9a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.800415] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.801676] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f05202-7820-44bc-b934-05b95e88b197 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.804490] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Created directory with path [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.804680] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Fetch image to [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 683.804859] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Downloading image file data a8e17318-c1ff-4a31-916e-097356a34ec2 to [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk on the data store datastore2 {{(pid=69846) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 683.805642] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f53257-7bb4-4732-8b0b-cbb831bf1b5d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.815192] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aea79b-ce86-4190-bb3a-5d511edce7fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.826236] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0e144a-0308-4c06-a67b-548efb2962c8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.842876] env[69846]: DEBUG nova.compute.provider_tree [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.851511] env[69846]: DEBUG oslo_vmware.api [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949161, 'name': PowerOnVM_Task, 'duration_secs': 0.857139} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.852634] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.852634] env[69846]: INFO nova.compute.manager [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Took 10.48 seconds to spawn the instance on the hypervisor. [ 683.852634] env[69846]: DEBUG nova.compute.manager [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.854456] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd44b5b-9520-40a9-98bc-211f9831fcf2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.859325] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1102ed50-a3eb-4960-9af4-961fc74a05b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.900398] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8e1de9-b856-40cb-a3b4-c8552eaf9719 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.910954] env[69846]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-64e35dd2-4726-48e7-8e11-c35ff63995c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.928907] env[69846]: DEBUG oslo_concurrency.lockutils [req-0b39edee-9bef-4d58-ae9a-5b002c47c2c2 req-42b31c11-bb16-4f95-b5c3-804c47eda50a service nova] Releasing lock "refresh_cache-671877cf-8b8b-4a13-807a-3c37bce94295" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.950120] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Downloading image file data a8e17318-c1ff-4a31-916e-097356a34ec2 to the data store datastore2 {{(pid=69846) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 684.004468] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.044345] env[69846]: DEBUG oslo_vmware.rw_handles [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69846) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 684.106870] env[69846]: DEBUG nova.network.neutron [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Updated VIF entry in instance network info cache for port c66ed47b-cb92-4263-9b3f-040a90e17ea6. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.106870] env[69846]: DEBUG nova.network.neutron [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Updating instance_info_cache with network_info: [{"id": "c66ed47b-cb92-4263-9b3f-040a90e17ea6", "address": "fa:16:3e:7c:c4:53", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66ed47b-cb", "ovs_interfaceid": "c66ed47b-cb92-4263-9b3f-040a90e17ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.118039] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52aff6e2-d148-9425-a08a-f4253659ae90, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.121667] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d60d59fb-5c4b-49af-8b3a-6bd4f50a9fd8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.129095] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for the task: (returnval){ [ 684.129095] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f4239e-b196-83c5-a7b1-a44398635fca" [ 684.129095] env[69846]: _type = "Task" [ 684.129095] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.137071] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f4239e-b196-83c5-a7b1-a44398635fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.356750] env[69846]: DEBUG nova.scheduler.client.report [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.408840] env[69846]: INFO nova.compute.manager [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Took 19.64 seconds to build instance. [ 684.412857] env[69846]: DEBUG nova.compute.manager [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.442432] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.442726] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.442876] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.445213] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.445534] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.445619] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.446396] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.446396] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.446396] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.446396] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.446622] env[69846]: DEBUG nova.virt.hardware [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.447786] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8df074-5790-49be-88db-8b0460b47dfc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.464665] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f86024-8516-417b-bfe6-b5361d32f7e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.593780] env[69846]: DEBUG nova.network.neutron [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Successfully created port: ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.612843] env[69846]: DEBUG oslo_concurrency.lockutils [req-bbdf16ef-0b7e-445d-b0c5-770e62aa24ce req-b772e98c-a261-4de8-9573-fccaac75d0cf service nova] Releasing lock "refresh_cache-8450b546-033c-4810-bd3c-913e21e6b8b3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.640076] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f4239e-b196-83c5-a7b1-a44398635fca, 'name': SearchDatastore_Task, 'duration_secs': 0.017601} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.640435] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.640699] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 671877cf-8b8b-4a13-807a-3c37bce94295/671877cf-8b8b-4a13-807a-3c37bce94295.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.641288] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b52b635-743e-4611-b05b-00feaff7d354 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.651238] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for the task: (returnval){ [ 684.651238] env[69846]: value = "task-2949162" [ 684.651238] env[69846]: _type = "Task" [ 684.651238] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.659962] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.862620] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.863744] env[69846]: DEBUG nova.compute.manager [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.866492] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.073s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.867952] env[69846]: INFO nova.compute.claims [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.913346] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.154s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.942191] env[69846]: DEBUG oslo_vmware.rw_handles [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Completed reading data from the image iterator. {{(pid=69846) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 684.942626] env[69846]: DEBUG oslo_vmware.rw_handles [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 685.033331] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Downloaded image file data a8e17318-c1ff-4a31-916e-097356a34ec2 to vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk on the data store datastore2 {{(pid=69846) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 685.035706] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Caching image {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 685.036167] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Copying Virtual Disk [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk to [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.037284] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a14655a1-c307-4b13-9bf8-fcc0603f5cd2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.054129] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 685.054129] env[69846]: value = "task-2949163" [ 685.054129] env[69846]: _type = "Task" [ 685.054129] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.065435] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.166945] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949162, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.373222] env[69846]: DEBUG nova.compute.utils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.374691] env[69846]: DEBUG nova.compute.manager [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.374759] env[69846]: DEBUG nova.network.neutron [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.468977] env[69846]: DEBUG nova.policy [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51fd210f3dde45a58806662abdd15dee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cfc975bc5b8474c8f04caef192df5c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.547559] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquiring lock "8c8a9793-f89c-471b-99dd-005d470ebfcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.547559] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lock "8c8a9793-f89c-471b-99dd-005d470ebfcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.565027] env[69846]: DEBUG nova.compute.manager [None req-5b139bec-0c49-48e8-8f37-8fae29e40e60 tempest-ServerDiagnosticsTest-1752707517 tempest-ServerDiagnosticsTest-1752707517-project-admin] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.569992] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec445381-2f28-4ca6-b33c-ccee3e4ac4bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.573446] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.579744] env[69846]: INFO nova.compute.manager [None req-5b139bec-0c49-48e8-8f37-8fae29e40e60 tempest-ServerDiagnosticsTest-1752707517 tempest-ServerDiagnosticsTest-1752707517-project-admin] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Retrieving diagnostics [ 685.581313] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64233c-39ba-485e-8647-683e26a73524 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.662083] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603661} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.662373] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 671877cf-8b8b-4a13-807a-3c37bce94295/671877cf-8b8b-4a13-807a-3c37bce94295.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.662665] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.663073] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c87ccf40-9812-42a5-af9c-ddb14d167c66 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.669873] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for the task: (returnval){ [ 685.669873] env[69846]: value = "task-2949164" [ 685.669873] env[69846]: _type = "Task" [ 685.669873] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.679293] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.880692] env[69846]: DEBUG nova.compute.manager [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.053807] env[69846]: DEBUG nova.compute.manager [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.073359] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949163, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.167784] env[69846]: DEBUG nova.network.neutron [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Successfully created port: 35404aa5-2125-4ce2-aa4c-7b9733211f32 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.192382] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087471} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.195402] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.195402] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f370befa-a495-4d8a-b8c4-b042a5d470e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.229973] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 671877cf-8b8b-4a13-807a-3c37bce94295/671877cf-8b8b-4a13-807a-3c37bce94295.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.231694] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a98d020-1a51-4051-b34c-835dd87f96de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.246594] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3392f0d1-c498-4cfe-bd9d-4eca41154c62 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.254626] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0733181d-bea4-4823-a4cf-cdc7b21ed273 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.259359] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for the task: (returnval){ [ 686.259359] env[69846]: value = "task-2949165" [ 686.259359] env[69846]: _type = "Task" [ 686.259359] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.299409] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526cbd07-db0a-470a-8a8f-b79e4d63c835 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.305493] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.311043] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bee754e-4dc7-4cf0-b67c-43a200b1f7c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.327810] env[69846]: DEBUG nova.compute.provider_tree [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.579466] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949163, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.462472} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.579528] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Copied Virtual Disk [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk to [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.580548] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Deleting the datastore file [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2/tmp-sparse.vmdk {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.580548] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b5ddef8-deb0-4cbd-9ed5-850869c1ef4a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.591091] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 686.591091] env[69846]: value = "task-2949166" [ 686.591091] env[69846]: _type = "Task" [ 686.591091] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.604269] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.604925] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.771752] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949165, 'name': ReconfigVM_Task, 'duration_secs': 0.446796} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.771752] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 671877cf-8b8b-4a13-807a-3c37bce94295/671877cf-8b8b-4a13-807a-3c37bce94295.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.771752] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c4262f-6bda-447c-acb3-1771938edbd0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.778153] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for the task: (returnval){ [ 686.778153] env[69846]: value = "task-2949167" [ 686.778153] env[69846]: _type = "Task" [ 686.778153] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.787025] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949167, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.830192] env[69846]: DEBUG nova.scheduler.client.report [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.898855] env[69846]: DEBUG nova.compute.manager [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.928827] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.929082] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.929239] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.929417] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.929558] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.929702] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.929907] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.930089] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.930260] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.930423] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.930594] env[69846]: DEBUG nova.virt.hardware [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.931455] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684d8555-b5c3-4441-bd7b-d715feea7729 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.940999] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a61924-6e6d-42f5-ae1a-46502816cdcd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.957946] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Acquiring lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.958292] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.958431] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Acquiring lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.958722] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.958981] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.961924] env[69846]: INFO nova.compute.manager [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Terminating instance [ 687.103537] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027057} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.104374] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.104565] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Moving file from [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b/a8e17318-c1ff-4a31-916e-097356a34ec2 to [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2. {{(pid=69846) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 687.105045] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-11303b38-56f0-4824-a3c4-a67a41b988e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.112992] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 687.112992] env[69846]: value = "task-2949168" [ 687.112992] env[69846]: _type = "Task" [ 687.112992] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.122358] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949168, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.289466] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949167, 'name': Rename_Task, 'duration_secs': 0.495281} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.289791] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.290567] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3574e65f-beaa-40dc-a81b-28fc88942aec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.296910] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for the task: (returnval){ [ 687.296910] env[69846]: value = "task-2949169" [ 687.296910] env[69846]: _type = "Task" [ 687.296910] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.309773] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.336966] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.337683] env[69846]: DEBUG nova.compute.manager [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.340439] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.650s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.342287] env[69846]: INFO nova.compute.claims [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.465915] env[69846]: DEBUG nova.compute.manager [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.466189] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.467150] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5561d9b9-aa20-4866-a06c-b41cf54e3052 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.476126] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.476447] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-442f51ab-d360-409e-9417-74d4e0e4c1b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.483877] env[69846]: DEBUG oslo_vmware.api [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Waiting for the task: (returnval){ [ 687.483877] env[69846]: value = "task-2949170" [ 687.483877] env[69846]: _type = "Task" [ 687.483877] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.493266] env[69846]: DEBUG oslo_vmware.api [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Task: {'id': task-2949170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.620626] env[69846]: DEBUG nova.network.neutron [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Successfully updated port: ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.628999] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949168, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.061035} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.629746] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] File moved {{(pid=69846) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 687.629746] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Cleaning up location [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 687.630276] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Deleting the datastore file [datastore2] vmware_temp/4c6dbf4f-5dea-45ad-aac5-a31998b7aa4b {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.630276] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02186ab1-64a4-440a-9cb4-bc0082d0a569 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.640398] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 687.640398] env[69846]: value = "task-2949171" [ 687.640398] env[69846]: _type = "Task" [ 687.640398] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.650246] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.769694] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquiring lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.770067] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.770313] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquiring lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.770520] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.770681] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.773694] env[69846]: INFO nova.compute.manager [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Terminating instance [ 687.812062] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949169, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.822744] env[69846]: DEBUG nova.network.neutron [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Successfully updated port: 35404aa5-2125-4ce2-aa4c-7b9733211f32 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.850567] env[69846]: DEBUG nova.compute.utils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.854846] env[69846]: DEBUG nova.compute.manager [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.859230] env[69846]: DEBUG nova.network.neutron [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.903162] env[69846]: DEBUG nova.policy [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82084619f2ec48df956913db575f5a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '883beb936ecf40daaa50be7001bf1663', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.998695] env[69846]: DEBUG oslo_vmware.api [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Task: {'id': task-2949170, 'name': PowerOffVM_Task, 'duration_secs': 0.327874} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.998971] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.999437] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.999961] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62febb9d-525e-4fbf-bcd3-92fa1f2ef850 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.122882] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquiring lock "refresh_cache-e2ae9251-7961-4145-993d-49714be19a92" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.125083] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquired lock "refresh_cache-e2ae9251-7961-4145-993d-49714be19a92" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.125083] env[69846]: DEBUG nova.network.neutron [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.155619] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.064853} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.155619] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.156663] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d0a42f-8248-4e37-9d1d-f25bf7f96064 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.162237] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 688.162237] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525aac0d-08a4-d579-c880-f699c71d2ec3" [ 688.162237] env[69846]: _type = "Task" [ 688.162237] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.172202] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525aac0d-08a4-d579-c880-f699c71d2ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.279098] env[69846]: DEBUG nova.compute.manager [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.279098] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.280872] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86bdce2-ead0-462a-b9af-1debaf853fb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.292336] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.292336] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecd0dc6e-055b-4523-8b30-6a4b11bf2a62 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.302193] env[69846]: DEBUG oslo_vmware.api [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for the task: (returnval){ [ 688.302193] env[69846]: value = "task-2949173" [ 688.302193] env[69846]: _type = "Task" [ 688.302193] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.322190] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949169, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.326851] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "refresh_cache-1104e337-464b-4df2-9c4a-7a1695128caa" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.327061] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquired lock "refresh_cache-1104e337-464b-4df2-9c4a-7a1695128caa" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.327231] env[69846]: DEBUG nova.network.neutron [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.328766] env[69846]: DEBUG oslo_vmware.api [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.357284] env[69846]: DEBUG nova.compute.manager [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.498235] env[69846]: DEBUG nova.network.neutron [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Successfully created port: d558651f-ab11-4bba-bd9f-c66d193ad7b3 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.640714] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c3a9cf-8a0f-448f-be78-c2513b07a06f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.649527] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1362b82b-5180-41d2-aea4-f02f62d2cae4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.686534] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4167a47b-57af-4299-a07e-e4bee52eae04 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.696061] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525aac0d-08a4-d579-c880-f699c71d2ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.698708] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.699022] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 8450b546-033c-4810-bd3c-913e21e6b8b3/8450b546-033c-4810-bd3c-913e21e6b8b3.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.699732] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6fbc5b1-cb48-4d1c-a83a-771c1aebdcb9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.703516] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb0c338-d2a1-463c-819f-c286d022b50b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.718827] env[69846]: DEBUG nova.compute.provider_tree [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.721707] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 688.721707] env[69846]: value = "task-2949174" [ 688.721707] env[69846]: _type = "Task" [ 688.721707] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.727121] env[69846]: DEBUG nova.network.neutron [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.734609] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.838440] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquiring lock "3ea69053-5344-410a-8ea5-7c04b8383f91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.838643] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lock "3ea69053-5344-410a-8ea5-7c04b8383f91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.841590] env[69846]: DEBUG oslo_vmware.api [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949169, 'name': PowerOnVM_Task, 'duration_secs': 1.082137} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.845977] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.846217] env[69846]: INFO nova.compute.manager [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Took 13.23 seconds to spawn the instance on the hypervisor. [ 688.846402] env[69846]: DEBUG nova.compute.manager [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.847058] env[69846]: DEBUG oslo_vmware.api [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949173, 'name': PowerOffVM_Task, 'duration_secs': 0.24274} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.848349] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825b962b-114d-40f8-9afb-1cb6656801cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.852300] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.852565] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.855187] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa67c90d-23c9-4636-9a98-2caadf0a9c5a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.930123] env[69846]: DEBUG nova.network.neutron [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.997129] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "96082a6a-9b5f-4186-87c8-d819258895b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.997129] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "96082a6a-9b5f-4186-87c8-d819258895b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.037030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "56349119-bede-4c79-91f9-3713d0951cf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.037250] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "56349119-bede-4c79-91f9-3713d0951cf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.062878] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.063417] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.063539] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Deleting the datastore file [datastore1] 20a7cd4e-5685-4e8c-b02f-32164eaa69c2 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.064479] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.064684] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.064856] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Deleting the datastore file [datastore1] d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.066373] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f145f07c-b20d-43ff-a1f4-ccb5a3a123a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.069768] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47bbe254-b4a0-4ea9-af0b-ba262a205f06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.074076] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.074256] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.085646] env[69846]: DEBUG oslo_vmware.api [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for the task: (returnval){ [ 689.085646] env[69846]: value = "task-2949176" [ 689.085646] env[69846]: _type = "Task" [ 689.085646] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.086111] env[69846]: DEBUG oslo_vmware.api [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Waiting for the task: (returnval){ [ 689.086111] env[69846]: value = "task-2949177" [ 689.086111] env[69846]: _type = "Task" [ 689.086111] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.101473] env[69846]: DEBUG oslo_vmware.api [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.106460] env[69846]: DEBUG oslo_vmware.api [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Task: {'id': task-2949177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.228187] env[69846]: DEBUG nova.scheduler.client.report [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.240833] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949174, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.255001] env[69846]: DEBUG nova.network.neutron [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Updating instance_info_cache with network_info: [{"id": "ae95c83b-44bb-4deb-81c9-2d43cfb7eca7", "address": "fa:16:3e:01:66:a9", "network": {"id": "a717a4ef-1298-42f5-b550-3183a55fca72", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2066181224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8f4932d91d4e0db270b9192a18eb6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae95c83b-44", "ovs_interfaceid": "ae95c83b-44bb-4deb-81c9-2d43cfb7eca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.313812] env[69846]: DEBUG oslo_concurrency.lockutils [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquiring lock "770786eb-19e1-4e66-8a4e-f6052fe4949f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.313955] env[69846]: DEBUG oslo_concurrency.lockutils [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lock "770786eb-19e1-4e66-8a4e-f6052fe4949f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.314461] env[69846]: DEBUG oslo_concurrency.lockutils [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquiring lock "770786eb-19e1-4e66-8a4e-f6052fe4949f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.315473] env[69846]: DEBUG oslo_concurrency.lockutils [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lock "770786eb-19e1-4e66-8a4e-f6052fe4949f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.315633] env[69846]: DEBUG oslo_concurrency.lockutils [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lock "770786eb-19e1-4e66-8a4e-f6052fe4949f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.320952] env[69846]: INFO nova.compute.manager [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Terminating instance [ 689.363840] env[69846]: DEBUG nova.compute.manager [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.383123] env[69846]: INFO nova.compute.manager [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Took 23.40 seconds to build instance. [ 689.400884] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.403819] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.403819] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.403819] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.403819] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.403819] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.404008] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.404008] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.404008] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.404008] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.404008] env[69846]: DEBUG nova.virt.hardware [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.405207] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb547f2-7e3b-49b1-b64c-b13bbd0426ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.409076] env[69846]: DEBUG nova.network.neutron [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Updating instance_info_cache with network_info: [{"id": "35404aa5-2125-4ce2-aa4c-7b9733211f32", "address": "fa:16:3e:0b:5e:3f", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35404aa5-21", "ovs_interfaceid": "35404aa5-2125-4ce2-aa4c-7b9733211f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.412761] env[69846]: DEBUG nova.compute.manager [req-f5f84baf-e0cb-4e0f-88b8-47e88289a0b4 req-87edfb84-a185-4af9-a094-01091bed55ca service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Received event network-vif-plugged-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.412882] env[69846]: DEBUG oslo_concurrency.lockutils [req-f5f84baf-e0cb-4e0f-88b8-47e88289a0b4 req-87edfb84-a185-4af9-a094-01091bed55ca service nova] Acquiring lock "e2ae9251-7961-4145-993d-49714be19a92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.413314] env[69846]: DEBUG oslo_concurrency.lockutils [req-f5f84baf-e0cb-4e0f-88b8-47e88289a0b4 req-87edfb84-a185-4af9-a094-01091bed55ca service nova] Lock "e2ae9251-7961-4145-993d-49714be19a92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.413314] env[69846]: DEBUG oslo_concurrency.lockutils [req-f5f84baf-e0cb-4e0f-88b8-47e88289a0b4 req-87edfb84-a185-4af9-a094-01091bed55ca service nova] Lock "e2ae9251-7961-4145-993d-49714be19a92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.413450] env[69846]: DEBUG nova.compute.manager [req-f5f84baf-e0cb-4e0f-88b8-47e88289a0b4 req-87edfb84-a185-4af9-a094-01091bed55ca service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] No waiting events found dispatching network-vif-plugged-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.413609] env[69846]: WARNING nova.compute.manager [req-f5f84baf-e0cb-4e0f-88b8-47e88289a0b4 req-87edfb84-a185-4af9-a094-01091bed55ca service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Received unexpected event network-vif-plugged-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 for instance with vm_state building and task_state spawning. [ 689.418492] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fa4e8c-76f7-4323-ace1-15f7adca02a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.602534] env[69846]: DEBUG oslo_vmware.api [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Task: {'id': task-2949176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275011} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.605854] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.606197] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.606706] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.607052] env[69846]: INFO nova.compute.manager [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Took 1.33 seconds to destroy the instance on the hypervisor. [ 689.607263] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.607518] env[69846]: DEBUG oslo_vmware.api [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Task: {'id': task-2949177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274421} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.608134] env[69846]: DEBUG nova.compute.manager [-] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.608134] env[69846]: DEBUG nova.network.neutron [-] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.609897] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.610909] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.610909] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.610909] env[69846]: INFO nova.compute.manager [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Took 2.14 seconds to destroy the instance on the hypervisor. [ 689.611109] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.611270] env[69846]: DEBUG nova.compute.manager [-] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.611468] env[69846]: DEBUG nova.network.neutron [-] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.737640] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.738710] env[69846]: DEBUG nova.compute.manager [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.742408] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.364s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.742924] env[69846]: INFO nova.compute.claims [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.755047] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573159} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.755395] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 8450b546-033c-4810-bd3c-913e21e6b8b3/8450b546-033c-4810-bd3c-913e21e6b8b3.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.755879] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.756417] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Releasing lock "refresh_cache-e2ae9251-7961-4145-993d-49714be19a92" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.756715] env[69846]: DEBUG nova.compute.manager [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Instance network_info: |[{"id": "ae95c83b-44bb-4deb-81c9-2d43cfb7eca7", "address": "fa:16:3e:01:66:a9", "network": {"id": "a717a4ef-1298-42f5-b550-3183a55fca72", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2066181224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8f4932d91d4e0db270b9192a18eb6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae95c83b-44", "ovs_interfaceid": "ae95c83b-44bb-4deb-81c9-2d43cfb7eca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.757015] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7006db59-cf43-40f1-bc12-19add82ab1cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.759327] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:66:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae95c83b-44bb-4deb-81c9-2d43cfb7eca7', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.768243] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Creating folder: Project (3d8f4932d91d4e0db270b9192a18eb6d). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.770828] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-527d3b64-8c34-49a2-a5fa-ff722602e2c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.781083] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 689.781083] env[69846]: value = "task-2949178" [ 689.781083] env[69846]: _type = "Task" [ 689.781083] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.788021] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Created folder: Project (3d8f4932d91d4e0db270b9192a18eb6d) in parent group-v591891. [ 689.788021] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Creating folder: Instances. Parent ref: group-v591910. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.788021] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-249499ee-6995-4b33-a6a5-d8f03f586438 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.792275] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.796334] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Created folder: Instances in parent group-v591910. [ 689.796565] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.797641] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2ae9251-7961-4145-993d-49714be19a92] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.797961] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9d30bbc-bedd-4a9e-b40e-11633085e4d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.819850] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.819850] env[69846]: value = "task-2949181" [ 689.819850] env[69846]: _type = "Task" [ 689.819850] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.827219] env[69846]: DEBUG nova.compute.manager [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.827219] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.832322] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862e77c8-c9b3-4bd1-b1f2-b56a3cfa479e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.835061] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949181, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.839784] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.840061] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8820202-1567-428e-b26a-f8d41aa8dd44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.847228] env[69846]: DEBUG oslo_vmware.api [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for the task: (returnval){ [ 689.847228] env[69846]: value = "task-2949182" [ 689.847228] env[69846]: _type = "Task" [ 689.847228] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.855735] env[69846]: DEBUG oslo_vmware.api [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.888594] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lock "671877cf-8b8b-4a13-807a-3c37bce94295" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.915s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.917491] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Releasing lock "refresh_cache-1104e337-464b-4df2-9c4a-7a1695128caa" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.917885] env[69846]: DEBUG nova.compute.manager [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Instance network_info: |[{"id": "35404aa5-2125-4ce2-aa4c-7b9733211f32", "address": "fa:16:3e:0b:5e:3f", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35404aa5-21", "ovs_interfaceid": "35404aa5-2125-4ce2-aa4c-7b9733211f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.918351] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:5e:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35404aa5-2125-4ce2-aa4c-7b9733211f32', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.926317] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Creating folder: Project (4cfc975bc5b8474c8f04caef192df5c7). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.927420] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1031a22-a7aa-4136-b3db-063a34428617 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.942542] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Created folder: Project (4cfc975bc5b8474c8f04caef192df5c7) in parent group-v591891. [ 689.942803] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Creating folder: Instances. Parent ref: group-v591913. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.943034] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a60ad791-84aa-4511-a71d-e5ae78d584c3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.957558] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Created folder: Instances in parent group-v591913. [ 689.957558] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.957558] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.957558] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d91929d-f60a-466d-b82e-a2995626c73c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.978608] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.978608] env[69846]: value = "task-2949185" [ 689.978608] env[69846]: _type = "Task" [ 689.978608] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.986714] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949185, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.247803] env[69846]: DEBUG nova.compute.utils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.249186] env[69846]: DEBUG nova.compute.manager [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.249358] env[69846]: DEBUG nova.network.neutron [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.288784] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquiring lock "971e49d0-8e74-4635-9d7d-0c8843d1e58a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.289011] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lock "971e49d0-8e74-4635-9d7d-0c8843d1e58a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.293665] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101524} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.293942] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.294941] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da746dec-21c5-496e-bead-92522ee64359 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.321571] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 8450b546-033c-4810-bd3c-913e21e6b8b3/8450b546-033c-4810-bd3c-913e21e6b8b3.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.321891] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a46d34d-22ad-4225-b833-4671600c16db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.351287] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949181, 'name': CreateVM_Task, 'duration_secs': 0.420187} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.355176] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2ae9251-7961-4145-993d-49714be19a92] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.355510] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 690.355510] env[69846]: value = "task-2949186" [ 690.355510] env[69846]: _type = "Task" [ 690.355510] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.356177] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.356392] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.356709] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.357340] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b54569-39ca-4025-bb1a-c1ad9af32068 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.365129] env[69846]: DEBUG oslo_vmware.api [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949182, 'name': PowerOffVM_Task, 'duration_secs': 0.248011} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.366009] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.366474] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.366715] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2587e3dd-2fd2-473e-bfa6-ef6ec699a046 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.372774] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.373063] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for the task: (returnval){ [ 690.373063] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5224a928-3a3d-a6fd-2d5b-7ceb5874fe1c" [ 690.373063] env[69846]: _type = "Task" [ 690.373063] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.382354] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5224a928-3a3d-a6fd-2d5b-7ceb5874fe1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.390891] env[69846]: DEBUG nova.compute.manager [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.486230] env[69846]: DEBUG nova.policy [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95bc68c80b8b4af3b3e717c0921d8db1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67d5ade17fc640089aece92f672916dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.493654] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949185, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.558803] env[69846]: DEBUG nova.network.neutron [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Successfully updated port: d558651f-ab11-4bba-bd9f-c66d193ad7b3 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.563349] env[69846]: DEBUG nova.compute.manager [req-973f4e57-703e-4eed-a1f4-e2543a9fab70 req-c6dc1b2f-e00a-4941-8609-173d2042015f service nova] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Received event network-vif-plugged-35404aa5-2125-4ce2-aa4c-7b9733211f32 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.563349] env[69846]: DEBUG oslo_concurrency.lockutils [req-973f4e57-703e-4eed-a1f4-e2543a9fab70 req-c6dc1b2f-e00a-4941-8609-173d2042015f service nova] Acquiring lock "1104e337-464b-4df2-9c4a-7a1695128caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.563349] env[69846]: DEBUG oslo_concurrency.lockutils [req-973f4e57-703e-4eed-a1f4-e2543a9fab70 req-c6dc1b2f-e00a-4941-8609-173d2042015f service nova] Lock "1104e337-464b-4df2-9c4a-7a1695128caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.563349] env[69846]: DEBUG oslo_concurrency.lockutils [req-973f4e57-703e-4eed-a1f4-e2543a9fab70 req-c6dc1b2f-e00a-4941-8609-173d2042015f service nova] Lock "1104e337-464b-4df2-9c4a-7a1695128caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.563349] env[69846]: DEBUG nova.compute.manager [req-973f4e57-703e-4eed-a1f4-e2543a9fab70 req-c6dc1b2f-e00a-4941-8609-173d2042015f service nova] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] No waiting events found dispatching network-vif-plugged-35404aa5-2125-4ce2-aa4c-7b9733211f32 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.564703] env[69846]: WARNING nova.compute.manager [req-973f4e57-703e-4eed-a1f4-e2543a9fab70 req-c6dc1b2f-e00a-4941-8609-173d2042015f service nova] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Received unexpected event network-vif-plugged-35404aa5-2125-4ce2-aa4c-7b9733211f32 for instance with vm_state building and task_state spawning. [ 690.757025] env[69846]: DEBUG nova.compute.manager [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.873383] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949186, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.889069] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5224a928-3a3d-a6fd-2d5b-7ceb5874fe1c, 'name': SearchDatastore_Task, 'duration_secs': 0.032882} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.889849] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.890425] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.891171] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.891171] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.891171] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.891339] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b1f30b-d4f7-4ac0-8cc9-9a759521d76e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.905698] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.905698] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.906303] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a2345d-6712-4c91-8266-e3e1902120bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.912316] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for the task: (returnval){ [ 690.912316] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526760d2-96bc-c2dc-54e0-17d47ea805ef" [ 690.912316] env[69846]: _type = "Task" [ 690.912316] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.919140] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.926820] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526760d2-96bc-c2dc-54e0-17d47ea805ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008447} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.927763] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21cce036-cc44-40d1-bd5c-5b3c1a8b05ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.937296] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for the task: (returnval){ [ 690.937296] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f9d9ae-28f4-028a-eb45-ad5b24665aa7" [ 690.937296] env[69846]: _type = "Task" [ 690.937296] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.948282] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f9d9ae-28f4-028a-eb45-ad5b24665aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.011232} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.951993] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.952299] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] e2ae9251-7961-4145-993d-49714be19a92/e2ae9251-7961-4145-993d-49714be19a92.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.953658] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ccd459d-b75f-4684-8f24-085b02ab9c4a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.962825] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for the task: (returnval){ [ 690.962825] env[69846]: value = "task-2949188" [ 690.962825] env[69846]: _type = "Task" [ 690.962825] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.975379] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.991063] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949185, 'name': CreateVM_Task, 'duration_secs': 0.747327} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.993602] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.994940] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.994940] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.999018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.999018] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ecbfca-1bbb-4aca-a244-8cbc29db21fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.999967] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 690.999967] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]521bc7e7-d444-44b9-6bc2-835b498373a1" [ 690.999967] env[69846]: _type = "Task" [ 690.999967] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.008340] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521bc7e7-d444-44b9-6bc2-835b498373a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.029484] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.030018] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.030018] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Deleting the datastore file [datastore1] 770786eb-19e1-4e66-8a4e-f6052fe4949f {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.030281] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3edf42e1-0779-4033-9756-99aacef63ac3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.036670] env[69846]: DEBUG oslo_vmware.api [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for the task: (returnval){ [ 691.036670] env[69846]: value = "task-2949189" [ 691.036670] env[69846]: _type = "Task" [ 691.036670] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.047915] env[69846]: DEBUG oslo_vmware.api [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.063898] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "refresh_cache-b2518f4f-9b12-4f19-9089-15c22d9f96e9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.064068] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "refresh_cache-b2518f4f-9b12-4f19-9089-15c22d9f96e9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.064229] env[69846]: DEBUG nova.network.neutron [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.103378] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855a9012-28dc-4a6d-b546-e7d71a4e5a7b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.112242] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0c3496-dedc-42d7-b7f1-234bf48c0758 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.151288] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dd7901-524b-4066-ad76-b83dc6195de7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.163624] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96be75f8-933b-4a2a-bd2b-9ed3a0760bf6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.181893] env[69846]: DEBUG nova.compute.provider_tree [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.320125] env[69846]: DEBUG nova.network.neutron [-] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.372164] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949186, 'name': ReconfigVM_Task, 'duration_secs': 0.552} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.375104] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 8450b546-033c-4810-bd3c-913e21e6b8b3/8450b546-033c-4810-bd3c-913e21e6b8b3.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.375104] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f28e98f-ff5c-4bd3-9fc7-394d82adab13 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.381920] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 691.381920] env[69846]: value = "task-2949190" [ 691.381920] env[69846]: _type = "Task" [ 691.381920] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.395673] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949190, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.427495] env[69846]: DEBUG nova.network.neutron [-] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.472624] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949188, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.514910] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521bc7e7-d444-44b9-6bc2-835b498373a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.514910] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.514910] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.514910] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.515071] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.515071] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.515071] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf293b8f-2f5e-453a-b084-3611f8b6325d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.521450] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.521639] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.523332] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f26dc1-e3d6-4f8b-84eb-6f63f76e1dab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.529018] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 691.529018] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527de96c-74c6-9110-4f5c-a481c6790a89" [ 691.529018] env[69846]: _type = "Task" [ 691.529018] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.538182] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527de96c-74c6-9110-4f5c-a481c6790a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.548853] env[69846]: DEBUG oslo_vmware.api [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Task: {'id': task-2949189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294361} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.549229] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.552475] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.552475] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.552475] env[69846]: INFO nova.compute.manager [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Took 1.72 seconds to destroy the instance on the hypervisor. [ 691.552475] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.552475] env[69846]: DEBUG nova.compute.manager [-] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.552475] env[69846]: DEBUG nova.network.neutron [-] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.671698] env[69846]: DEBUG nova.network.neutron [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.689068] env[69846]: DEBUG nova.scheduler.client.report [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.769476] env[69846]: DEBUG nova.compute.manager [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.807740] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:21:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='31852481',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-341585502',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.807987] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.808163] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.808351] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.808496] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.808642] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.808849] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.809612] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.809818] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.810012] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.810216] env[69846]: DEBUG nova.virt.hardware [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.811137] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a67f16-3fe0-45a5-b722-f307642fba2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.823115] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae12e63-90f3-4a4a-b203-ae0213efde3f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.828429] env[69846]: INFO nova.compute.manager [-] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Took 2.22 seconds to deallocate network for instance. [ 691.894649] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949190, 'name': Rename_Task, 'duration_secs': 0.210411} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.894649] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.895882] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89217ea3-212b-4951-8a62-d7808726548b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.902260] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 691.902260] env[69846]: value = "task-2949191" [ 691.902260] env[69846]: _type = "Task" [ 691.902260] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.911618] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.931078] env[69846]: INFO nova.compute.manager [-] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Took 2.32 seconds to deallocate network for instance. [ 691.965191] env[69846]: DEBUG nova.network.neutron [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Successfully created port: b23ab6af-04df-4643-b660-9a618d692510 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.980645] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515636} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.980645] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] e2ae9251-7961-4145-993d-49714be19a92/e2ae9251-7961-4145-993d-49714be19a92.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.980645] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.980645] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a9d1cd2-1c8a-44bf-ab8c-da884a6f1532 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.986471] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for the task: (returnval){ [ 691.986471] env[69846]: value = "task-2949192" [ 691.986471] env[69846]: _type = "Task" [ 691.986471] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.002041] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.042854] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527de96c-74c6-9110-4f5c-a481c6790a89, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.046830] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0bf9d34-395b-4348-89df-71725a6e02c7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.051391] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 692.051391] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52aa0cf4-118d-942b-50f8-b600d99f0001" [ 692.051391] env[69846]: _type = "Task" [ 692.051391] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.063891] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52aa0cf4-118d-942b-50f8-b600d99f0001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.139292] env[69846]: DEBUG nova.network.neutron [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Updating instance_info_cache with network_info: [{"id": "d558651f-ab11-4bba-bd9f-c66d193ad7b3", "address": "fa:16:3e:40:cf:65", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd558651f-ab", "ovs_interfaceid": "d558651f-ab11-4bba-bd9f-c66d193ad7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.199035] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.199757] env[69846]: DEBUG nova.compute.manager [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.202399] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.402s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.204196] env[69846]: INFO nova.compute.claims [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.346026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.418574] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949191, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.440263] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.499817] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096481} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.499978] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.505181] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2885500a-8a25-47a4-830c-61d5a60caf75 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.529234] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] e2ae9251-7961-4145-993d-49714be19a92/e2ae9251-7961-4145-993d-49714be19a92.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.530302] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b85bc3-a72d-424e-bc78-7a48f05dac3f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.550762] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for the task: (returnval){ [ 692.550762] env[69846]: value = "task-2949193" [ 692.550762] env[69846]: _type = "Task" [ 692.550762] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.566320] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949193, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.567089] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52aa0cf4-118d-942b-50f8-b600d99f0001, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.567345] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.567598] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 1104e337-464b-4df2-9c4a-7a1695128caa/1104e337-464b-4df2-9c4a-7a1695128caa.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.567868] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef2ad851-74cf-43cb-976b-77084597e9f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.577697] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 692.577697] env[69846]: value = "task-2949194" [ 692.577697] env[69846]: _type = "Task" [ 692.577697] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.585137] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.643139] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "refresh_cache-b2518f4f-9b12-4f19-9089-15c22d9f96e9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.643845] env[69846]: DEBUG nova.compute.manager [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Instance network_info: |[{"id": "d558651f-ab11-4bba-bd9f-c66d193ad7b3", "address": "fa:16:3e:40:cf:65", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd558651f-ab", "ovs_interfaceid": "d558651f-ab11-4bba-bd9f-c66d193ad7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.644323] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:cf:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd558651f-ab11-4bba-bd9f-c66d193ad7b3', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.651867] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Creating folder: Project (883beb936ecf40daaa50be7001bf1663). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.652737] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff1fa24-6dfa-4bd6-b9c5-812fae8da1db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.666028] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Created folder: Project (883beb936ecf40daaa50be7001bf1663) in parent group-v591891. [ 692.666028] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Creating folder: Instances. Parent ref: group-v591916. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.666028] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cd05b7f-71d6-42c9-9095-5c1d288e0290 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.675596] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Created folder: Instances in parent group-v591916. [ 692.675886] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.676130] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.676341] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3b82b92-00eb-4bcf-9b5d-914094614607 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.697888] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.697888] env[69846]: value = "task-2949197" [ 692.697888] env[69846]: _type = "Task" [ 692.697888] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.708704] env[69846]: DEBUG nova.compute.utils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.714898] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949197, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.715477] env[69846]: DEBUG nova.compute.manager [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.715757] env[69846]: DEBUG nova.network.neutron [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.812055] env[69846]: DEBUG nova.policy [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82084619f2ec48df956913db575f5a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '883beb936ecf40daaa50be7001bf1663', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.813856] env[69846]: DEBUG nova.network.neutron [-] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.915563] env[69846]: DEBUG oslo_vmware.api [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949191, 'name': PowerOnVM_Task, 'duration_secs': 0.62932} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.916097] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.916326] env[69846]: INFO nova.compute.manager [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Took 15.01 seconds to spawn the instance on the hypervisor. [ 692.916725] env[69846]: DEBUG nova.compute.manager [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.917807] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5008221-8767-46af-9448-bdabeadd42bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.067655] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949193, 'name': ReconfigVM_Task, 'duration_secs': 0.362059} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.067992] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Reconfigured VM instance instance-00000007 to attach disk [datastore2] e2ae9251-7961-4145-993d-49714be19a92/e2ae9251-7961-4145-993d-49714be19a92.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.068848] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa331f40-2e93-4ca4-8329-6590fd7c3c22 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.077613] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for the task: (returnval){ [ 693.077613] env[69846]: value = "task-2949198" [ 693.077613] env[69846]: _type = "Task" [ 693.077613] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.092930] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949194, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.097909] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949198, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.211132] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949197, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.215908] env[69846]: DEBUG nova.compute.manager [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.316842] env[69846]: INFO nova.compute.manager [-] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Took 1.77 seconds to deallocate network for instance. [ 693.406757] env[69846]: DEBUG nova.network.neutron [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Successfully created port: f4feb04e-b833-4869-8b0e-0ede3fbeafc7 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.445290] env[69846]: INFO nova.compute.manager [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Took 22.41 seconds to build instance. [ 693.551186] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad223ec-8759-4b6e-bbea-8a8156d786ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.564831] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9292f3e3-47ba-4cda-9aaf-0bd3bcc91035 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.610412] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc8edbc-b54b-4162-8d36-d8f6018abff1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.614217] env[69846]: DEBUG nova.compute.manager [req-22c29586-759e-4c43-b319-f41801f1bf74 req-8d84b8c5-6521-4ae1-927c-54aa2bda0125 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Received event network-changed-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.614420] env[69846]: DEBUG nova.compute.manager [req-22c29586-759e-4c43-b319-f41801f1bf74 req-8d84b8c5-6521-4ae1-927c-54aa2bda0125 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Refreshing instance network info cache due to event network-changed-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.614607] env[69846]: DEBUG oslo_concurrency.lockutils [req-22c29586-759e-4c43-b319-f41801f1bf74 req-8d84b8c5-6521-4ae1-927c-54aa2bda0125 service nova] Acquiring lock "refresh_cache-e2ae9251-7961-4145-993d-49714be19a92" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.614747] env[69846]: DEBUG oslo_concurrency.lockutils [req-22c29586-759e-4c43-b319-f41801f1bf74 req-8d84b8c5-6521-4ae1-927c-54aa2bda0125 service nova] Acquired lock "refresh_cache-e2ae9251-7961-4145-993d-49714be19a92" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.615060] env[69846]: DEBUG nova.network.neutron [req-22c29586-759e-4c43-b319-f41801f1bf74 req-8d84b8c5-6521-4ae1-927c-54aa2bda0125 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Refreshing network info cache for port ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.623499] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624784} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.627563] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 1104e337-464b-4df2-9c4a-7a1695128caa/1104e337-464b-4df2-9c4a-7a1695128caa.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.628021] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.628104] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949198, 'name': Rename_Task, 'duration_secs': 0.194773} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.629554] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5654d045-a05a-4877-bdb1-d17fcc6d84f1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.631267] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.632473] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f00833-97c9-4551-ae25-b416943087d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.637109] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae802a12-e855-400c-ab8a-f91b4f3c60cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.649906] env[69846]: DEBUG nova.compute.provider_tree [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.653459] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 693.653459] env[69846]: value = "task-2949199" [ 693.653459] env[69846]: _type = "Task" [ 693.653459] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.653715] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for the task: (returnval){ [ 693.653715] env[69846]: value = "task-2949200" [ 693.653715] env[69846]: _type = "Task" [ 693.653715] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.669665] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.669925] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949200, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.698689] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquiring lock "889cf715-5387-428e-a8d5-7b930de00bdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.698920] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lock "889cf715-5387-428e-a8d5-7b930de00bdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.708929] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949197, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.825506] env[69846]: DEBUG oslo_concurrency.lockutils [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.947905] env[69846]: DEBUG oslo_concurrency.lockutils [None req-508ffedb-fcd0-4136-adcd-c1c4d030f947 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lock "8450b546-033c-4810-bd3c-913e21e6b8b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.926s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.018387] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "628fd318-5e25-4902-9bd1-8573df493026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.018613] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "628fd318-5e25-4902-9bd1-8573df493026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.155911] env[69846]: DEBUG nova.scheduler.client.report [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.184149] env[69846]: DEBUG oslo_vmware.api [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949200, 'name': PowerOnVM_Task, 'duration_secs': 0.471725} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.184149] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070952} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.185942] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.186238] env[69846]: INFO nova.compute.manager [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Took 9.77 seconds to spawn the instance on the hypervisor. [ 694.186427] env[69846]: DEBUG nova.compute.manager [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.186711] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.188144] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cf0460-ea8f-47c0-a3ac-e15a51df7f7e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.192101] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1048d648-9c5f-42af-b420-a48db3dd30f4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.231685] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 1104e337-464b-4df2-9c4a-7a1695128caa/1104e337-464b-4df2-9c4a-7a1695128caa.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.232924] env[69846]: DEBUG nova.compute.manager [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.237742] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51e31d90-6914-4b8c-bd12-2d6469a56187 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.255272] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949197, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.256798] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 694.256798] env[69846]: value = "task-2949201" [ 694.256798] env[69846]: _type = "Task" [ 694.256798] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.266186] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.277018] env[69846]: DEBUG nova.network.neutron [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Successfully updated port: b23ab6af-04df-4643-b660-9a618d692510 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.294279] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.294513] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.294667] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.294850] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.294992] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.295150] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.295350] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.295500] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.295883] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.296097] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.296278] env[69846]: DEBUG nova.virt.hardware [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.297603] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b0ecbb-2fcf-486f-8f39-e309b815ea93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.305266] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33102dd0-c9ee-4255-b4f9-30ddc6b8d6ac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.452409] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.667317] env[69846]: DEBUG nova.network.neutron [req-22c29586-759e-4c43-b319-f41801f1bf74 req-8d84b8c5-6521-4ae1-927c-54aa2bda0125 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Updated VIF entry in instance network info cache for port ae95c83b-44bb-4deb-81c9-2d43cfb7eca7. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.667661] env[69846]: DEBUG nova.network.neutron [req-22c29586-759e-4c43-b319-f41801f1bf74 req-8d84b8c5-6521-4ae1-927c-54aa2bda0125 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Updating instance_info_cache with network_info: [{"id": "ae95c83b-44bb-4deb-81c9-2d43cfb7eca7", "address": "fa:16:3e:01:66:a9", "network": {"id": "a717a4ef-1298-42f5-b550-3183a55fca72", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2066181224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8f4932d91d4e0db270b9192a18eb6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae95c83b-44", "ovs_interfaceid": "ae95c83b-44bb-4deb-81c9-2d43cfb7eca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.671954] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.672370] env[69846]: DEBUG nova.compute.manager [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.674832] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.670s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.676254] env[69846]: INFO nova.compute.claims [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.713610] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949197, 'name': CreateVM_Task, 'duration_secs': 1.73156} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.714122] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.714610] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.715289] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.715289] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.715434] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573fd385-5074-4607-9331-65c881e72710 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.721636] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 694.721636] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f7b262-0281-0169-15ef-42e0a55dbd81" [ 694.721636] env[69846]: _type = "Task" [ 694.721636] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.729663] env[69846]: DEBUG nova.compute.manager [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Received event network-changed-35404aa5-2125-4ce2-aa4c-7b9733211f32 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.729885] env[69846]: DEBUG nova.compute.manager [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Refreshing instance network info cache due to event network-changed-35404aa5-2125-4ce2-aa4c-7b9733211f32. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.730619] env[69846]: DEBUG oslo_concurrency.lockutils [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] Acquiring lock "refresh_cache-1104e337-464b-4df2-9c4a-7a1695128caa" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.730619] env[69846]: DEBUG oslo_concurrency.lockutils [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] Acquired lock "refresh_cache-1104e337-464b-4df2-9c4a-7a1695128caa" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.730619] env[69846]: DEBUG nova.network.neutron [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Refreshing network info cache for port 35404aa5-2125-4ce2-aa4c-7b9733211f32 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.740520] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f7b262-0281-0169-15ef-42e0a55dbd81, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.743143] env[69846]: INFO nova.compute.manager [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Took 20.25 seconds to build instance. [ 694.743849] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.743958] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.744303] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.744413] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.744547] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.746159] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9592354-f0a4-4ef4-b67f-832b6d8b23e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.757735] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.757927] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.765482] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19c9f6d-0eaf-45c9-a546-69d64a385a85 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.775309] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949201, 'name': ReconfigVM_Task, 'duration_secs': 0.438437} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.776343] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 1104e337-464b-4df2-9c4a-7a1695128caa/1104e337-464b-4df2-9c4a-7a1695128caa.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.777064] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 694.777064] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528b1269-effe-781b-6f25-c387ae0025bf" [ 694.777064] env[69846]: _type = "Task" [ 694.777064] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.777246] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81aa811a-23c4-4daa-b801-5d260555bcd0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.788737] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "refresh_cache-b001cc31-59f7-481c-ad26-237d633a0d10" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.788887] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquired lock "refresh_cache-b001cc31-59f7-481c-ad26-237d633a0d10" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.789072] env[69846]: DEBUG nova.network.neutron [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.790322] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528b1269-effe-781b-6f25-c387ae0025bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013179} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.793229] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 694.793229] env[69846]: value = "task-2949202" [ 694.793229] env[69846]: _type = "Task" [ 694.793229] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.793229] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57d077e-7094-4e6e-b303-97fb1e87be2c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.802184] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 694.802184] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a02a04-8174-854d-f424-ea439d2047f8" [ 694.802184] env[69846]: _type = "Task" [ 694.802184] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.805400] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949202, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.815065] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a02a04-8174-854d-f424-ea439d2047f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.854633] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.854844] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.881437] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "41309cdb-e15c-4e64-ac5f-4e415164ae65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.881680] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "41309cdb-e15c-4e64-ac5f-4e415164ae65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.978582] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.170533] env[69846]: DEBUG oslo_concurrency.lockutils [req-22c29586-759e-4c43-b319-f41801f1bf74 req-8d84b8c5-6521-4ae1-927c-54aa2bda0125 service nova] Releasing lock "refresh_cache-e2ae9251-7961-4145-993d-49714be19a92" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.170880] env[69846]: DEBUG nova.compute.manager [req-22c29586-759e-4c43-b319-f41801f1bf74 req-8d84b8c5-6521-4ae1-927c-54aa2bda0125 service nova] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Received event network-vif-deleted-7eb62590-7955-4386-8bc9-516e1eeb690f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.171560] env[69846]: DEBUG nova.compute.manager [req-22c29586-759e-4c43-b319-f41801f1bf74 req-8d84b8c5-6521-4ae1-927c-54aa2bda0125 service nova] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Received event network-vif-deleted-0515fd70-4b7e-4ebd-8fa8-a6ae52829add {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.180553] env[69846]: DEBUG nova.compute.utils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.186102] env[69846]: DEBUG nova.compute.manager [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.186102] env[69846]: DEBUG nova.network.neutron [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.246939] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df766258-82a5-41a4-b736-dc1534a9267c tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lock "e2ae9251-7961-4145-993d-49714be19a92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.774s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.308259] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949202, 'name': Rename_Task, 'duration_secs': 0.314507} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.316519] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.316594] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6ae3ede-8a4f-4727-8f2b-b777502eeb99 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.323903] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a02a04-8174-854d-f424-ea439d2047f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017287} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.326041] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.326041] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.326276] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 695.326276] env[69846]: value = "task-2949203" [ 695.326276] env[69846]: _type = "Task" [ 695.326276] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.326472] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8be59b82-94f5-4ca0-aaab-bd30870be848 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.340913] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949203, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.343452] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 695.343452] env[69846]: value = "task-2949204" [ 695.343452] env[69846]: _type = "Task" [ 695.343452] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.352745] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.526237] env[69846]: DEBUG nova.network.neutron [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.533213] env[69846]: DEBUG nova.policy [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cf3e57c17e94767b0c1b09230fdb2b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b0e7972ee6d4d96957c4a6447a7295f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.683976] env[69846]: DEBUG nova.compute.manager [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.750296] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.848456] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.861931] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949204, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.998537] env[69846]: DEBUG nova.network.neutron [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Successfully updated port: f4feb04e-b833-4869-8b0e-0ede3fbeafc7 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.027453] env[69846]: DEBUG nova.network.neutron [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Updating instance_info_cache with network_info: [{"id": "b23ab6af-04df-4643-b660-9a618d692510", "address": "fa:16:3e:73:62:ab", "network": {"id": "5c3a3604-c908-45e5-8827-f88df6b4c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2120811470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d5ade17fc640089aece92f672916dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23ab6af-04", "ovs_interfaceid": "b23ab6af-04df-4643-b660-9a618d692510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.047682] env[69846]: DEBUG nova.network.neutron [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Updated VIF entry in instance network info cache for port 35404aa5-2125-4ce2-aa4c-7b9733211f32. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.047682] env[69846]: DEBUG nova.network.neutron [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Updating instance_info_cache with network_info: [{"id": "35404aa5-2125-4ce2-aa4c-7b9733211f32", "address": "fa:16:3e:0b:5e:3f", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35404aa5-21", "ovs_interfaceid": "35404aa5-2125-4ce2-aa4c-7b9733211f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.119579] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecdf828-163a-4132-ac12-17aa6957a03e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.127511] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934d6472-d72e-4041-8a40-db0e2c07cf37 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.158289] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22647594-adc9-4c4d-872d-20ed28ab3bf4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.166288] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c96594a-4ba5-4478-b40c-583199be0795 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.184962] env[69846]: DEBUG nova.compute.provider_tree [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.210107] env[69846]: DEBUG nova.compute.manager [None req-ab952a8c-2882-4fea-acf9-d7187ddb800d tempest-ServerExternalEventsTest-1175826521 tempest-ServerExternalEventsTest-1175826521-project] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Received event network-changed {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.210310] env[69846]: DEBUG nova.compute.manager [None req-ab952a8c-2882-4fea-acf9-d7187ddb800d tempest-ServerExternalEventsTest-1175826521 tempest-ServerExternalEventsTest-1175826521-project] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Refreshing instance network info cache due to event network-changed. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.210567] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ab952a8c-2882-4fea-acf9-d7187ddb800d tempest-ServerExternalEventsTest-1175826521 tempest-ServerExternalEventsTest-1175826521-project] Acquiring lock "refresh_cache-8450b546-033c-4810-bd3c-913e21e6b8b3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.210808] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ab952a8c-2882-4fea-acf9-d7187ddb800d tempest-ServerExternalEventsTest-1175826521 tempest-ServerExternalEventsTest-1175826521-project] Acquired lock "refresh_cache-8450b546-033c-4810-bd3c-913e21e6b8b3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.210897] env[69846]: DEBUG nova.network.neutron [None req-ab952a8c-2882-4fea-acf9-d7187ddb800d tempest-ServerExternalEventsTest-1175826521 tempest-ServerExternalEventsTest-1175826521-project] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.279738] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.344334] env[69846]: DEBUG oslo_vmware.api [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949203, 'name': PowerOnVM_Task, 'duration_secs': 0.922709} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.345626] env[69846]: DEBUG nova.network.neutron [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Successfully created port: 0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.351125] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.351125] env[69846]: INFO nova.compute.manager [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Took 9.45 seconds to spawn the instance on the hypervisor. [ 696.351125] env[69846]: DEBUG nova.compute.manager [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.352542] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d03c338-ba07-42d1-8f66-17ade843f048 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.372543] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667089} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.372808] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.373124] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.373447] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f808b1a-81a3-4d10-93d2-18cc2627ee35 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.382810] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 696.382810] env[69846]: value = "task-2949205" [ 696.382810] env[69846]: _type = "Task" [ 696.382810] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.391630] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.502740] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "refresh_cache-babfe69c-731c-4f75-8cc6-d638c0fae43d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.504441] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "refresh_cache-babfe69c-731c-4f75-8cc6-d638c0fae43d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.504630] env[69846]: DEBUG nova.network.neutron [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.529625] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Releasing lock "refresh_cache-b001cc31-59f7-481c-ad26-237d633a0d10" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.529840] env[69846]: DEBUG nova.compute.manager [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Instance network_info: |[{"id": "b23ab6af-04df-4643-b660-9a618d692510", "address": "fa:16:3e:73:62:ab", "network": {"id": "5c3a3604-c908-45e5-8827-f88df6b4c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2120811470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d5ade17fc640089aece92f672916dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23ab6af-04", "ovs_interfaceid": "b23ab6af-04df-4643-b660-9a618d692510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.530526] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:62:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b23ab6af-04df-4643-b660-9a618d692510', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.540231] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Creating folder: Project (67d5ade17fc640089aece92f672916dd). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.541170] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9d29e34-9904-4fb0-bd11-5519850df728 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.550389] env[69846]: DEBUG oslo_concurrency.lockutils [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] Releasing lock "refresh_cache-1104e337-464b-4df2-9c4a-7a1695128caa" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.550979] env[69846]: DEBUG nova.compute.manager [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Received event network-vif-plugged-d558651f-ab11-4bba-bd9f-c66d193ad7b3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.550979] env[69846]: DEBUG oslo_concurrency.lockutils [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] Acquiring lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.551130] env[69846]: DEBUG oslo_concurrency.lockutils [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] Lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.551184] env[69846]: DEBUG oslo_concurrency.lockutils [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] Lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.551532] env[69846]: DEBUG nova.compute.manager [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] No waiting events found dispatching network-vif-plugged-d558651f-ab11-4bba-bd9f-c66d193ad7b3 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.551532] env[69846]: WARNING nova.compute.manager [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Received unexpected event network-vif-plugged-d558651f-ab11-4bba-bd9f-c66d193ad7b3 for instance with vm_state building and task_state spawning. [ 696.551647] env[69846]: DEBUG nova.compute.manager [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Received event network-changed-d558651f-ab11-4bba-bd9f-c66d193ad7b3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.551798] env[69846]: DEBUG nova.compute.manager [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Refreshing instance network info cache due to event network-changed-d558651f-ab11-4bba-bd9f-c66d193ad7b3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.551983] env[69846]: DEBUG oslo_concurrency.lockutils [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] Acquiring lock "refresh_cache-b2518f4f-9b12-4f19-9089-15c22d9f96e9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.552132] env[69846]: DEBUG oslo_concurrency.lockutils [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] Acquired lock "refresh_cache-b2518f4f-9b12-4f19-9089-15c22d9f96e9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.552286] env[69846]: DEBUG nova.network.neutron [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Refreshing network info cache for port d558651f-ab11-4bba-bd9f-c66d193ad7b3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.555547] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Created folder: Project (67d5ade17fc640089aece92f672916dd) in parent group-v591891. [ 696.555685] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Creating folder: Instances. Parent ref: group-v591919. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.556016] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0609ae66-e842-453b-8f87-0eee04a6acb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.567787] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Created folder: Instances in parent group-v591919. [ 696.567787] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.567979] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.568308] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-784d964d-ddd8-49c4-9104-660fab16fad9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.589259] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.589259] env[69846]: value = "task-2949208" [ 696.589259] env[69846]: _type = "Task" [ 696.589259] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.599284] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949208, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.688018] env[69846]: DEBUG nova.scheduler.client.report [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.693995] env[69846]: DEBUG nova.compute.manager [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.740931] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.740931] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.740931] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.741189] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.741189] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.741189] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.741189] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.741369] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.741568] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.741730] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.741940] env[69846]: DEBUG nova.virt.hardware [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.743534] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d41aac-a6d2-4308-9607-b4ee383a58a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.752299] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2756e9fc-c796-48dc-95bb-ea14e157e688 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.883678] env[69846]: INFO nova.compute.manager [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Took 21.99 seconds to build instance. [ 696.894652] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162491} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.895010] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.896018] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098439b3-8f01-4819-a2c9-dc95567cd02f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.921652] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.922240] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8b2970e-ffd6-4347-bd3e-71e83bbfbd7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.946925] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 696.946925] env[69846]: value = "task-2949209" [ 696.946925] env[69846]: _type = "Task" [ 696.946925] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.956786] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.960806] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquiring lock "671877cf-8b8b-4a13-807a-3c37bce94295" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.960806] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lock "671877cf-8b8b-4a13-807a-3c37bce94295" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.960806] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquiring lock "671877cf-8b8b-4a13-807a-3c37bce94295-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.960806] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lock "671877cf-8b8b-4a13-807a-3c37bce94295-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.960978] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lock "671877cf-8b8b-4a13-807a-3c37bce94295-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.961494] env[69846]: INFO nova.compute.manager [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Terminating instance [ 696.989453] env[69846]: DEBUG nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Received event network-changed-29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.989695] env[69846]: DEBUG nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Refreshing instance network info cache due to event network-changed-29955dbc-0126-4f81-b63c-866c9f6322b0. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.989914] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Acquiring lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.990070] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Acquired lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.990255] env[69846]: DEBUG nova.network.neutron [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Refreshing network info cache for port 29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.054045] env[69846]: DEBUG nova.network.neutron [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.100059] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949208, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.187119] env[69846]: DEBUG nova.network.neutron [None req-ab952a8c-2882-4fea-acf9-d7187ddb800d tempest-ServerExternalEventsTest-1175826521 tempest-ServerExternalEventsTest-1175826521-project] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Updating instance_info_cache with network_info: [{"id": "c66ed47b-cb92-4263-9b3f-040a90e17ea6", "address": "fa:16:3e:7c:c4:53", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66ed47b-cb", "ovs_interfaceid": "c66ed47b-cb92-4263-9b3f-040a90e17ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.193713] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.194306] env[69846]: DEBUG nova.compute.manager [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.200887] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.597s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.205038] env[69846]: INFO nova.compute.claims [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.282704] env[69846]: DEBUG nova.network.neutron [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Updating instance_info_cache with network_info: [{"id": "f4feb04e-b833-4869-8b0e-0ede3fbeafc7", "address": "fa:16:3e:e2:98:be", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4feb04e-b8", "ovs_interfaceid": "f4feb04e-b833-4869-8b0e-0ede3fbeafc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.390231] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24c955c7-4485-4725-a492-2cac307daf73 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "1104e337-464b-4df2-9c4a-7a1695128caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.505s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.453576] env[69846]: DEBUG nova.network.neutron [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Updated VIF entry in instance network info cache for port d558651f-ab11-4bba-bd9f-c66d193ad7b3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.453576] env[69846]: DEBUG nova.network.neutron [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Updating instance_info_cache with network_info: [{"id": "d558651f-ab11-4bba-bd9f-c66d193ad7b3", "address": "fa:16:3e:40:cf:65", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd558651f-ab", "ovs_interfaceid": "d558651f-ab11-4bba-bd9f-c66d193ad7b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.461105] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.465968] env[69846]: DEBUG nova.compute.manager [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.466202] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.467016] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5176cf38-e164-46ea-994c-c487fe1ad62e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.475783] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.476064] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5acbfd7-fd9a-4468-bad8-bb441fe1d72c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.482624] env[69846]: DEBUG oslo_vmware.api [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for the task: (returnval){ [ 697.482624] env[69846]: value = "task-2949210" [ 697.482624] env[69846]: _type = "Task" [ 697.482624] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.501568] env[69846]: DEBUG oslo_vmware.api [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.602423] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949208, 'name': CreateVM_Task, 'duration_secs': 0.537389} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.602824] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.603998] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.604200] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.606276] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.606580] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6abea38-ff2d-42c5-82b7-bf650bc921a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.618680] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 697.618680] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]520ff395-08a1-a3ad-afa5-d5c9daafcbdd" [ 697.618680] env[69846]: _type = "Task" [ 697.618680] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.627652] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520ff395-08a1-a3ad-afa5-d5c9daafcbdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.690433] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ab952a8c-2882-4fea-acf9-d7187ddb800d tempest-ServerExternalEventsTest-1175826521 tempest-ServerExternalEventsTest-1175826521-project] Releasing lock "refresh_cache-8450b546-033c-4810-bd3c-913e21e6b8b3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.714088] env[69846]: DEBUG nova.compute.utils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.726020] env[69846]: DEBUG nova.compute.manager [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.726020] env[69846]: DEBUG nova.network.neutron [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.790202] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "refresh_cache-babfe69c-731c-4f75-8cc6-d638c0fae43d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.790616] env[69846]: DEBUG nova.compute.manager [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Instance network_info: |[{"id": "f4feb04e-b833-4869-8b0e-0ede3fbeafc7", "address": "fa:16:3e:e2:98:be", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4feb04e-b8", "ovs_interfaceid": "f4feb04e-b833-4869-8b0e-0ede3fbeafc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.791060] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:98:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4feb04e-b833-4869-8b0e-0ede3fbeafc7', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.799548] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.806201] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.807049] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-725e9f41-f21e-4f3d-b176-d76389ddfae5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.828550] env[69846]: DEBUG nova.policy [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29b32cc8863b4437a119b1c1f316a8fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee7ed63a0a9146a78a3f9b4250eafb81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.835518] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.835518] env[69846]: value = "task-2949211" [ 697.835518] env[69846]: _type = "Task" [ 697.835518] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.844447] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949211, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.886233] env[69846]: DEBUG nova.network.neutron [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Updated VIF entry in instance network info cache for port 29955dbc-0126-4f81-b63c-866c9f6322b0. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.886233] env[69846]: DEBUG nova.network.neutron [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Updating instance_info_cache with network_info: [{"id": "29955dbc-0126-4f81-b63c-866c9f6322b0", "address": "fa:16:3e:eb:42:1b", "network": {"id": "03fa7a38-074b-487e-bcf3-401a9fc4a97d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-586754679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a6009b03f0454fa4fb9edb8862b694", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29955dbc-01", "ovs_interfaceid": "29955dbc-0126-4f81-b63c-866c9f6322b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.900239] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.956471] env[69846]: DEBUG oslo_concurrency.lockutils [req-462bdefb-610d-408a-95f4-3ff3ac6bcbd0 req-593e91a5-2fb7-4dd9-9ae9-ee49638ec515 service nova] Releasing lock "refresh_cache-b2518f4f-9b12-4f19-9089-15c22d9f96e9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.961847] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949209, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.001871] env[69846]: DEBUG oslo_vmware.api [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949210, 'name': PowerOffVM_Task, 'duration_secs': 0.263707} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.002200] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.002391] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.002738] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-787b5f9f-abfa-4be0-a4af-c4a667a031e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.087764] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.087764] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.087764] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Deleting the datastore file [datastore1] 671877cf-8b8b-4a13-807a-3c37bce94295 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.087764] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03df95d4-c2e4-4e59-9112-560a9c494b2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.096843] env[69846]: DEBUG oslo_vmware.api [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for the task: (returnval){ [ 698.096843] env[69846]: value = "task-2949213" [ 698.096843] env[69846]: _type = "Task" [ 698.096843] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.108163] env[69846]: DEBUG oslo_vmware.api [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.137708] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520ff395-08a1-a3ad-afa5-d5c9daafcbdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.137708] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.137889] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.138192] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.138708] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.138708] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.139039] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47607d33-b3de-494c-b5b5-867adde5e66f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.147530] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.149585] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.149585] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b97404-06e3-4062-9bd6-7d1ab2564a7d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.155354] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 698.155354] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52605b4e-e548-64bb-bcae-5e776606c2ad" [ 698.155354] env[69846]: _type = "Task" [ 698.155354] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.165188] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52605b4e-e548-64bb-bcae-5e776606c2ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.174467] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquiring lock "8450b546-033c-4810-bd3c-913e21e6b8b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.174734] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lock "8450b546-033c-4810-bd3c-913e21e6b8b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.174998] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquiring lock "8450b546-033c-4810-bd3c-913e21e6b8b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.175235] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lock "8450b546-033c-4810-bd3c-913e21e6b8b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.176076] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lock "8450b546-033c-4810-bd3c-913e21e6b8b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.179029] env[69846]: INFO nova.compute.manager [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Terminating instance [ 698.221486] env[69846]: DEBUG nova.compute.manager [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.233354] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquiring lock "26f55a58-2310-4050-af29-04f2b2dbd516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.233601] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lock "26f55a58-2310-4050-af29-04f2b2dbd516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.351565] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949211, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.388986] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Releasing lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.388986] env[69846]: DEBUG nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Received event network-vif-deleted-03d14f70-40c9-4b73-ae05-7f3219e91b23 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.389153] env[69846]: DEBUG nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Received event network-vif-plugged-b23ab6af-04df-4643-b660-9a618d692510 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.389236] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Acquiring lock "b001cc31-59f7-481c-ad26-237d633a0d10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.389431] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Lock "b001cc31-59f7-481c-ad26-237d633a0d10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.389583] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Lock "b001cc31-59f7-481c-ad26-237d633a0d10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.389739] env[69846]: DEBUG nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] No waiting events found dispatching network-vif-plugged-b23ab6af-04df-4643-b660-9a618d692510 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.389944] env[69846]: WARNING nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Received unexpected event network-vif-plugged-b23ab6af-04df-4643-b660-9a618d692510 for instance with vm_state building and task_state spawning. [ 698.390122] env[69846]: DEBUG nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Received event network-changed-b23ab6af-04df-4643-b660-9a618d692510 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.390274] env[69846]: DEBUG nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Refreshing instance network info cache due to event network-changed-b23ab6af-04df-4643-b660-9a618d692510. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.390450] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Acquiring lock "refresh_cache-b001cc31-59f7-481c-ad26-237d633a0d10" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.390579] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Acquired lock "refresh_cache-b001cc31-59f7-481c-ad26-237d633a0d10" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.390728] env[69846]: DEBUG nova.network.neutron [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Refreshing network info cache for port b23ab6af-04df-4643-b660-9a618d692510 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.424096] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.460445] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949209, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.513482] env[69846]: DEBUG nova.network.neutron [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Successfully updated port: 0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.616146] env[69846]: DEBUG oslo_vmware.api [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Task: {'id': task-2949213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272948} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.616146] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.616146] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.616146] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.616146] env[69846]: INFO nova.compute.manager [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Took 1.15 seconds to destroy the instance on the hypervisor. [ 698.616342] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.616342] env[69846]: DEBUG nova.compute.manager [-] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.616342] env[69846]: DEBUG nova.network.neutron [-] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.676935] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52605b4e-e548-64bb-bcae-5e776606c2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012108} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.679000] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a19502-a5eb-42b7-b4b0-e29baf95518d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.681533] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0622d7d-2808-44d8-8e35-8d2152078f40 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.685731] env[69846]: DEBUG nova.compute.manager [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.685988] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.689439] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fb9445-6d71-41af-93bd-2cd87a52a0bd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.694368] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 698.694368] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c62930-4a76-ce0b-01bd-1fb51004befe" [ 698.694368] env[69846]: _type = "Task" [ 698.694368] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.694368] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea27f94d-dfa6-4ae4-b96c-335633902a12 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.701572] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.701616] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8188ea91-e773-40f5-9d4a-dce972ff8056 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.737571] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c62930-4a76-ce0b-01bd-1fb51004befe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.738918] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b41ea3b-b844-4595-906e-2334e2688429 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.742726] env[69846]: DEBUG oslo_vmware.api [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 698.742726] env[69846]: value = "task-2949214" [ 698.742726] env[69846]: _type = "Task" [ 698.742726] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.750911] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f496f0e-25e9-4247-9190-3bf65e5ca41a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.757918] env[69846]: DEBUG oslo_vmware.api [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.768268] env[69846]: DEBUG nova.compute.provider_tree [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.851058] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949211, 'name': CreateVM_Task, 'duration_secs': 0.593919} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.851159] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.851832] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.851995] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.852345] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.852854] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c1bd11-cba4-458a-ba66-6f9dea6f6f16 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.858631] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 698.858631] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fb4349-3b37-4cfe-2722-a9649cbc55ad" [ 698.858631] env[69846]: _type = "Task" [ 698.858631] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.869336] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fb4349-3b37-4cfe-2722-a9649cbc55ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.945908] env[69846]: DEBUG nova.network.neutron [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Successfully created port: 586457c9-3189-4e65-b40b-138508d842bc {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.962283] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949209, 'name': ReconfigVM_Task, 'duration_secs': 1.702386} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.966523] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Reconfigured VM instance instance-00000009 to attach disk [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.967673] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcdafc87-f561-4682-878f-cbd0c38d2ea0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.976676] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 698.976676] env[69846]: value = "task-2949215" [ 698.976676] env[69846]: _type = "Task" [ 698.976676] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.984883] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949215, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.018029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.018029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquired lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.018029] env[69846]: DEBUG nova.network.neutron [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.203702] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c62930-4a76-ce0b-01bd-1fb51004befe, 'name': SearchDatastore_Task, 'duration_secs': 0.021306} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.203829] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.204358] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] b001cc31-59f7-481c-ad26-237d633a0d10/b001cc31-59f7-481c-ad26-237d633a0d10.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.204414] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7f069a2-00f0-4063-b1e4-6433cd186e76 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.214888] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 699.214888] env[69846]: value = "task-2949216" [ 699.214888] env[69846]: _type = "Task" [ 699.214888] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.220815] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.239195] env[69846]: DEBUG nova.compute.manager [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.259337] env[69846]: DEBUG oslo_vmware.api [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949214, 'name': PowerOffVM_Task, 'duration_secs': 0.260676} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.262092] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.262289] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.265568] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a54bb74-25aa-46e2-a430-2c5ad541c4ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.270329] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.270557] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.270711] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.270957] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.271142] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.271320] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.271624] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.271708] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.271870] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.272043] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.272220] env[69846]: DEBUG nova.virt.hardware [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.274167] env[69846]: DEBUG nova.scheduler.client.report [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.278026] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061c6022-b0d4-4eff-8c36-41d0fa1d85bd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.286791] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2650f5ff-88ff-492a-ad09-8c46f329e7cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.313991] env[69846]: DEBUG nova.network.neutron [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Updated VIF entry in instance network info cache for port b23ab6af-04df-4643-b660-9a618d692510. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.314599] env[69846]: DEBUG nova.network.neutron [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Updating instance_info_cache with network_info: [{"id": "b23ab6af-04df-4643-b660-9a618d692510", "address": "fa:16:3e:73:62:ab", "network": {"id": "5c3a3604-c908-45e5-8827-f88df6b4c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2120811470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d5ade17fc640089aece92f672916dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23ab6af-04", "ovs_interfaceid": "b23ab6af-04df-4643-b660-9a618d692510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.341032] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.341409] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.341598] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Deleting the datastore file [datastore2] 8450b546-033c-4810-bd3c-913e21e6b8b3 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.342228] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b607f994-e15b-4594-b17d-25b312a1efa7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.350842] env[69846]: DEBUG oslo_vmware.api [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for the task: (returnval){ [ 699.350842] env[69846]: value = "task-2949218" [ 699.350842] env[69846]: _type = "Task" [ 699.350842] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.363998] env[69846]: DEBUG oslo_vmware.api [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.372765] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fb4349-3b37-4cfe-2722-a9649cbc55ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.373144] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.373455] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.373691] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.373833] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.374072] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.374348] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31523ad0-10d5-4172-8bdf-a2d89a2a36fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.383184] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.383405] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.384179] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cacb3dde-1317-4e83-80d9-55132d4a8b20 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.390047] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 699.390047] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52805d47-b0a8-42ba-bacf-5cde83658f0b" [ 699.390047] env[69846]: _type = "Task" [ 699.390047] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.399971] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52805d47-b0a8-42ba-bacf-5cde83658f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.485981] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949215, 'name': Rename_Task, 'duration_secs': 0.179821} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.486393] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.486751] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ab4044d-ad1f-4ac1-953a-9a67676ffa1b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.494383] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 699.494383] env[69846]: value = "task-2949219" [ 699.494383] env[69846]: _type = "Task" [ 699.494383] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.502505] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.584109] env[69846]: DEBUG nova.network.neutron [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.726794] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949216, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.744446] env[69846]: DEBUG nova.network.neutron [-] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.785024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.785024] env[69846]: DEBUG nova.compute.manager [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.786335] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.867s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.788336] env[69846]: INFO nova.compute.claims [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.817914] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Releasing lock "refresh_cache-b001cc31-59f7-481c-ad26-237d633a0d10" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.819071] env[69846]: DEBUG nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Received event network-vif-plugged-f4feb04e-b833-4869-8b0e-0ede3fbeafc7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.819071] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Acquiring lock "babfe69c-731c-4f75-8cc6-d638c0fae43d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.819071] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Lock "babfe69c-731c-4f75-8cc6-d638c0fae43d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.819071] env[69846]: DEBUG oslo_concurrency.lockutils [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] Lock "babfe69c-731c-4f75-8cc6-d638c0fae43d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.819336] env[69846]: DEBUG nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] No waiting events found dispatching network-vif-plugged-f4feb04e-b833-4869-8b0e-0ede3fbeafc7 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.819396] env[69846]: WARNING nova.compute.manager [req-37ccfc49-466f-4569-949d-a6e085e58ac0 req-300175f3-4ed4-408f-8170-3f95b3467270 service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Received unexpected event network-vif-plugged-f4feb04e-b833-4869-8b0e-0ede3fbeafc7 for instance with vm_state building and task_state spawning. [ 699.866174] env[69846]: DEBUG oslo_vmware.api [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Task: {'id': task-2949218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257861} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.866448] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.866649] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.866830] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.866991] env[69846]: INFO nova.compute.manager [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 699.867324] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.867585] env[69846]: DEBUG nova.compute.manager [-] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.867684] env[69846]: DEBUG nova.network.neutron [-] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.914289] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52805d47-b0a8-42ba-bacf-5cde83658f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.915654] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fadc4f12-397f-497e-879e-5acffc48d0fd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.920732] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 699.920732] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522a2f6d-0667-eae8-0928-12edbac4cd7a" [ 699.920732] env[69846]: _type = "Task" [ 699.920732] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.937370] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522a2f6d-0667-eae8-0928-12edbac4cd7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.008259] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949219, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.012744] env[69846]: DEBUG nova.network.neutron [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updating instance_info_cache with network_info: [{"id": "0a240858-e2b1-4010-98fe-99d993da6573", "address": "fa:16:3e:97:6e:df", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a240858-e2", "ovs_interfaceid": "0a240858-e2b1-4010-98fe-99d993da6573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.224816] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735157} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.225621] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] b001cc31-59f7-481c-ad26-237d633a0d10/b001cc31-59f7-481c-ad26-237d633a0d10.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.225621] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.225781] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-891b0975-5cd3-43f8-b7ac-03b422a6ff6a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.233091] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 700.233091] env[69846]: value = "task-2949220" [ 700.233091] env[69846]: _type = "Task" [ 700.233091] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.242913] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.249662] env[69846]: INFO nova.compute.manager [-] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Took 1.63 seconds to deallocate network for instance. [ 700.299272] env[69846]: DEBUG nova.compute.utils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.300796] env[69846]: DEBUG nova.compute.manager [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.300965] env[69846]: DEBUG nova.network.neutron [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.431880] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522a2f6d-0667-eae8-0928-12edbac4cd7a, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.432172] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.432439] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] babfe69c-731c-4f75-8cc6-d638c0fae43d/babfe69c-731c-4f75-8cc6-d638c0fae43d.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.432776] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07b1bb29-7dcc-49fb-ad3d-d95419ba4e70 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.439855] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 700.439855] env[69846]: value = "task-2949221" [ 700.439855] env[69846]: _type = "Task" [ 700.439855] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.449844] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.481859] env[69846]: DEBUG nova.policy [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08482c28f10943c19e65da4ea2e3c51f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc6545895a1b46bc913bb50a01eac0e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.509497] env[69846]: DEBUG oslo_vmware.api [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949219, 'name': PowerOnVM_Task, 'duration_secs': 0.982709} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.509961] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.510224] env[69846]: INFO nova.compute.manager [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Took 11.15 seconds to spawn the instance on the hypervisor. [ 700.510378] env[69846]: DEBUG nova.compute.manager [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.512319] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d81f324-247a-4dc2-ad19-8ad077a0cd62 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.516039] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Releasing lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.516990] env[69846]: DEBUG nova.compute.manager [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Instance network_info: |[{"id": "0a240858-e2b1-4010-98fe-99d993da6573", "address": "fa:16:3e:97:6e:df", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a240858-e2", "ovs_interfaceid": "0a240858-e2b1-4010-98fe-99d993da6573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.517139] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:6e:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a240858-e2b1-4010-98fe-99d993da6573', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.529609] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Creating folder: Project (5b0e7972ee6d4d96957c4a6447a7295f). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.530508] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56189d5a-a3e8-46b4-98e2-b3aa1ac3e5e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.546726] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Created folder: Project (5b0e7972ee6d4d96957c4a6447a7295f) in parent group-v591891. [ 700.546983] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Creating folder: Instances. Parent ref: group-v591923. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.547360] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a225460-41d0-4f69-9b18-e1335ddd315e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.557441] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Created folder: Instances in parent group-v591923. [ 700.557930] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.558188] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.558803] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14d3d298-fb8c-4a2a-8d86-e46c8b108120 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.585796] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.585796] env[69846]: value = "task-2949224" [ 700.585796] env[69846]: _type = "Task" [ 700.585796] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.596809] env[69846]: DEBUG nova.compute.manager [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Received event network-changed-f4feb04e-b833-4869-8b0e-0ede3fbeafc7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.597260] env[69846]: DEBUG nova.compute.manager [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Refreshing instance network info cache due to event network-changed-f4feb04e-b833-4869-8b0e-0ede3fbeafc7. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.597455] env[69846]: DEBUG oslo_concurrency.lockutils [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] Acquiring lock "refresh_cache-babfe69c-731c-4f75-8cc6-d638c0fae43d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.597685] env[69846]: DEBUG oslo_concurrency.lockutils [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] Acquired lock "refresh_cache-babfe69c-731c-4f75-8cc6-d638c0fae43d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.597991] env[69846]: DEBUG nova.network.neutron [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Refreshing network info cache for port f4feb04e-b833-4869-8b0e-0ede3fbeafc7 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.609148] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.746228] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110101} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.746722] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.747481] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61807b2-5e36-4b2b-a80c-1a5fda8e246c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.763431] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.773577] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] b001cc31-59f7-481c-ad26-237d633a0d10/b001cc31-59f7-481c-ad26-237d633a0d10.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.774713] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5b84ee-7c14-462d-86ff-ae45f0a0ae1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.803693] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 700.803693] env[69846]: value = "task-2949225" [ 700.803693] env[69846]: _type = "Task" [ 700.803693] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.804601] env[69846]: DEBUG nova.compute.manager [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.818197] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.958464] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949221, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.050942] env[69846]: INFO nova.compute.manager [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Took 25.29 seconds to build instance. [ 701.105076] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.277009] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e83f2a-5e0f-40de-93e9-9c52691bf725 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.285746] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee65197d-ac0d-4462-8b31-83f885b35aac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.338592] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a04044e-7381-4d17-9063-5a396ef39f28 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.348175] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.351085] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dfb458-ae8e-4c6d-b376-a6b793d39de4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.371212] env[69846]: DEBUG nova.compute.provider_tree [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.455438] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925654} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.455748] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] babfe69c-731c-4f75-8cc6-d638c0fae43d/babfe69c-731c-4f75-8cc6-d638c0fae43d.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.455991] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.456268] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f87730c-2041-4c22-ba83-d9d4b0ef43e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.464222] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 701.464222] env[69846]: value = "task-2949226" [ 701.464222] env[69846]: _type = "Task" [ 701.464222] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.470737] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.473035] env[69846]: DEBUG nova.network.neutron [-] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.553547] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.806s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.601773] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.633647] env[69846]: DEBUG nova.network.neutron [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Successfully created port: 3614b8ac-2395-40fb-bf20-5895f3cf0a0f {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.636906] env[69846]: DEBUG nova.network.neutron [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Successfully updated port: 586457c9-3189-4e65-b40b-138508d842bc {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.833876] env[69846]: DEBUG nova.compute.manager [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.843076] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949225, 'name': ReconfigVM_Task, 'duration_secs': 1.00589} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.845136] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Reconfigured VM instance instance-0000000a to attach disk [datastore1] b001cc31-59f7-481c-ad26-237d633a0d10/b001cc31-59f7-481c-ad26-237d633a0d10.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.845136] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f6e99fd-a7ae-413d-9dbe-4ed4e50fa906 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.854978] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 701.854978] env[69846]: value = "task-2949227" [ 701.854978] env[69846]: _type = "Task" [ 701.854978] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.863537] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949227, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.866569] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.866569] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.866569] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.866826] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.867227] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.867227] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.868503] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.868503] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.868503] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.868503] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.868503] env[69846]: DEBUG nova.virt.hardware [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.870094] env[69846]: DEBUG nova.network.neutron [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Updated VIF entry in instance network info cache for port f4feb04e-b833-4869-8b0e-0ede3fbeafc7. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.870209] env[69846]: DEBUG nova.network.neutron [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Updating instance_info_cache with network_info: [{"id": "f4feb04e-b833-4869-8b0e-0ede3fbeafc7", "address": "fa:16:3e:e2:98:be", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4feb04e-b8", "ovs_interfaceid": "f4feb04e-b833-4869-8b0e-0ede3fbeafc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.872557] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f05f68-61f5-4aad-b8af-80ca2f8dba86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.878168] env[69846]: DEBUG nova.scheduler.client.report [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.888419] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dc0011-662f-402c-b265-80e8de9564ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.965898] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "5c4cbe9b-91b1-4529-937f-9a777a465995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.969534] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "5c4cbe9b-91b1-4529-937f-9a777a465995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.975197] env[69846]: INFO nova.compute.manager [-] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Took 2.11 seconds to deallocate network for instance. [ 701.990019] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139491} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.990019] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.990750] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabee61a-857b-4b12-a83c-437eeae7435e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.020866] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] babfe69c-731c-4f75-8cc6-d638c0fae43d/babfe69c-731c-4f75-8cc6-d638c0fae43d.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.021557] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea82172d-4272-4b40-ace1-6f4d52f841f0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.039706] env[69846]: DEBUG nova.compute.manager [req-9c6981a6-e4ce-485a-8921-362e32f2ce1b req-b0423cf0-7a06-4f8d-ad22-9894e37a35d1 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Received event network-changed-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.039913] env[69846]: DEBUG nova.compute.manager [req-9c6981a6-e4ce-485a-8921-362e32f2ce1b req-b0423cf0-7a06-4f8d-ad22-9894e37a35d1 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Refreshing instance network info cache due to event network-changed-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.040931] env[69846]: DEBUG oslo_concurrency.lockutils [req-9c6981a6-e4ce-485a-8921-362e32f2ce1b req-b0423cf0-7a06-4f8d-ad22-9894e37a35d1 service nova] Acquiring lock "refresh_cache-e2ae9251-7961-4145-993d-49714be19a92" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.040931] env[69846]: DEBUG oslo_concurrency.lockutils [req-9c6981a6-e4ce-485a-8921-362e32f2ce1b req-b0423cf0-7a06-4f8d-ad22-9894e37a35d1 service nova] Acquired lock "refresh_cache-e2ae9251-7961-4145-993d-49714be19a92" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.040931] env[69846]: DEBUG nova.network.neutron [req-9c6981a6-e4ce-485a-8921-362e32f2ce1b req-b0423cf0-7a06-4f8d-ad22-9894e37a35d1 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Refreshing network info cache for port ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.049878] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 702.049878] env[69846]: value = "task-2949228" [ 702.049878] env[69846]: _type = "Task" [ 702.049878] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.055951] env[69846]: DEBUG nova.compute.manager [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.064754] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.099600] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.139605] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.139778] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.139941] env[69846]: DEBUG nova.network.neutron [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.367359] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949227, 'name': Rename_Task, 'duration_secs': 0.321907} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.367694] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.367875] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a0192e-2951-4529-86bb-d462eb250e32 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.378259] env[69846]: DEBUG oslo_concurrency.lockutils [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] Releasing lock "refresh_cache-babfe69c-731c-4f75-8cc6-d638c0fae43d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.382389] env[69846]: DEBUG nova.compute.manager [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Received event network-vif-plugged-0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.382389] env[69846]: DEBUG oslo_concurrency.lockutils [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] Acquiring lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.382389] env[69846]: DEBUG oslo_concurrency.lockutils [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] Lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.382389] env[69846]: DEBUG oslo_concurrency.lockutils [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] Lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.382389] env[69846]: DEBUG nova.compute.manager [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] No waiting events found dispatching network-vif-plugged-0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.382689] env[69846]: WARNING nova.compute.manager [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Received unexpected event network-vif-plugged-0a240858-e2b1-4010-98fe-99d993da6573 for instance with vm_state building and task_state spawning. [ 702.382689] env[69846]: DEBUG nova.compute.manager [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Received event network-changed-0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.382689] env[69846]: DEBUG nova.compute.manager [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Refreshing instance network info cache due to event network-changed-0a240858-e2b1-4010-98fe-99d993da6573. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.382689] env[69846]: DEBUG oslo_concurrency.lockutils [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] Acquiring lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.382689] env[69846]: DEBUG oslo_concurrency.lockutils [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] Acquired lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.382851] env[69846]: DEBUG nova.network.neutron [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Refreshing network info cache for port 0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.385537] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.386670] env[69846]: DEBUG nova.compute.manager [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.390761] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 702.390761] env[69846]: value = "task-2949229" [ 702.390761] env[69846]: _type = "Task" [ 702.390761] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.391380] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.047s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.391622] env[69846]: DEBUG nova.objects.instance [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Lazy-loading 'resources' on Instance uuid d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.404628] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.490718] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.560208] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.591325] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.603883] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.686402] env[69846]: DEBUG nova.network.neutron [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.895458] env[69846]: DEBUG nova.compute.utils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.902605] env[69846]: DEBUG nova.compute.manager [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.903028] env[69846]: DEBUG nova.network.neutron [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.922151] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.930390] env[69846]: DEBUG nova.network.neutron [req-9c6981a6-e4ce-485a-8921-362e32f2ce1b req-b0423cf0-7a06-4f8d-ad22-9894e37a35d1 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Updated VIF entry in instance network info cache for port ae95c83b-44bb-4deb-81c9-2d43cfb7eca7. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.930806] env[69846]: DEBUG nova.network.neutron [req-9c6981a6-e4ce-485a-8921-362e32f2ce1b req-b0423cf0-7a06-4f8d-ad22-9894e37a35d1 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Updating instance_info_cache with network_info: [{"id": "ae95c83b-44bb-4deb-81c9-2d43cfb7eca7", "address": "fa:16:3e:01:66:a9", "network": {"id": "a717a4ef-1298-42f5-b550-3183a55fca72", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2066181224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8f4932d91d4e0db270b9192a18eb6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae95c83b-44", "ovs_interfaceid": "ae95c83b-44bb-4deb-81c9-2d43cfb7eca7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.952865] env[69846]: DEBUG nova.network.neutron [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance_info_cache with network_info: [{"id": "586457c9-3189-4e65-b40b-138508d842bc", "address": "fa:16:3e:fb:0b:81", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586457c9-31", "ovs_interfaceid": "586457c9-3189-4e65-b40b-138508d842bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.974184] env[69846]: DEBUG nova.policy [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88f54f6e5af04d71979accac7cf92aa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'facc4ced7c994e44ae1cb0744c908765', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.065383] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949228, 'name': ReconfigVM_Task, 'duration_secs': 0.809387} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.065675] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Reconfigured VM instance instance-0000000b to attach disk [datastore1] babfe69c-731c-4f75-8cc6-d638c0fae43d/babfe69c-731c-4f75-8cc6-d638c0fae43d.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.066331] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6d30e8a-d83e-47c9-8e78-8f56a5410aaf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.073344] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 703.073344] env[69846]: value = "task-2949230" [ 703.073344] env[69846]: _type = "Task" [ 703.073344] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.082399] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949230, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.102261] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.296663] env[69846]: DEBUG nova.network.neutron [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updated VIF entry in instance network info cache for port 0a240858-e2b1-4010-98fe-99d993da6573. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.296663] env[69846]: DEBUG nova.network.neutron [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updating instance_info_cache with network_info: [{"id": "0a240858-e2b1-4010-98fe-99d993da6573", "address": "fa:16:3e:97:6e:df", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a240858-e2", "ovs_interfaceid": "0a240858-e2b1-4010-98fe-99d993da6573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.365390] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0071a2f-0b93-4ab4-8cd5-d973758a7a40 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.373559] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681a4bf9-efb7-46e5-bbc7-47fd31f30f9f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.408842] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad42dec-71de-422d-9be8-ebb0b309e9df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.411312] env[69846]: DEBUG nova.compute.manager [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.424261] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512b162-f318-4226-8bb6-e5f02cf257b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.426662] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.437141] env[69846]: DEBUG oslo_concurrency.lockutils [req-9c6981a6-e4ce-485a-8921-362e32f2ce1b req-b0423cf0-7a06-4f8d-ad22-9894e37a35d1 service nova] Releasing lock "refresh_cache-e2ae9251-7961-4145-993d-49714be19a92" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.437788] env[69846]: DEBUG nova.compute.provider_tree [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.442114] env[69846]: DEBUG nova.network.neutron [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Successfully created port: bb3c590d-6596-436e-8441-ff7f3cb685df {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.455234] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.455744] env[69846]: DEBUG nova.compute.manager [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Instance network_info: |[{"id": "586457c9-3189-4e65-b40b-138508d842bc", "address": "fa:16:3e:fb:0b:81", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586457c9-31", "ovs_interfaceid": "586457c9-3189-4e65-b40b-138508d842bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.455863] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:0b:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '586457c9-3189-4e65-b40b-138508d842bc', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.465479] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Creating folder: Project (ee7ed63a0a9146a78a3f9b4250eafb81). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.466413] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9fa788d-cb6d-44b1-8e42-14e056549191 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.477818] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Created folder: Project (ee7ed63a0a9146a78a3f9b4250eafb81) in parent group-v591891. [ 703.478078] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Creating folder: Instances. Parent ref: group-v591926. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.478349] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d28f851-2bcd-4988-926e-97afe26407d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.488952] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Created folder: Instances in parent group-v591926. [ 703.489310] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.489582] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.490186] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aa5311b-f8ee-4ac3-bbcf-9c9b7b58214f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.513980] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.513980] env[69846]: value = "task-2949233" [ 703.513980] env[69846]: _type = "Task" [ 703.513980] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.523110] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949233, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.586529] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949230, 'name': Rename_Task, 'duration_secs': 0.161544} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.587445] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.587992] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7313353-eae1-4b32-bc4c-7edca834aa22 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.600391] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 703.600391] env[69846]: value = "task-2949234" [ 703.600391] env[69846]: _type = "Task" [ 703.600391] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.604530] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquiring lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.604803] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.614580] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.620988] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949234, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.797917] env[69846]: DEBUG oslo_concurrency.lockutils [req-fb80409a-71e5-4a88-b50e-5c4b5ab1d2b1 req-f03d8ae4-2ab1-44db-8e89-2522e569a1f2 service nova] Releasing lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.913876] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.936039] env[69846]: DEBUG nova.network.neutron [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Successfully updated port: 3614b8ac-2395-40fb-bf20-5895f3cf0a0f {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.942641] env[69846]: DEBUG nova.scheduler.client.report [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.025193] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949233, 'name': CreateVM_Task, 'duration_secs': 0.389726} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.025419] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.027018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.027018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.027018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.027018] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfdf43a1-733a-4c8d-af4a-ff16f70f3c79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.032414] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 704.032414] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525c675c-cb86-a97a-5a62-e7b06d521e06" [ 704.032414] env[69846]: _type = "Task" [ 704.032414] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.041566] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525c675c-cb86-a97a-5a62-e7b06d521e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.104842] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.116384] env[69846]: DEBUG oslo_vmware.api [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949234, 'name': PowerOnVM_Task, 'duration_secs': 0.476815} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.117029] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.117400] env[69846]: INFO nova.compute.manager [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Took 9.88 seconds to spawn the instance on the hypervisor. [ 704.117695] env[69846]: DEBUG nova.compute.manager [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.118938] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1009e8db-db7b-48a5-a0a8-73dca9638561 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.145024] env[69846]: DEBUG nova.compute.manager [req-bcd0421b-0684-4a8f-a236-884dd161b6bb req-4f6d4dd8-cf60-42e3-89d5-62184add9756 service nova] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Received event network-vif-deleted-3f3937f3-fc33-4059-b07c-af8d6999c7a6 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.145324] env[69846]: DEBUG nova.compute.manager [req-bcd0421b-0684-4a8f-a236-884dd161b6bb req-4f6d4dd8-cf60-42e3-89d5-62184add9756 service nova] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Received event network-vif-deleted-c66ed47b-cb92-4263-9b3f-040a90e17ea6 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.145438] env[69846]: DEBUG nova.compute.manager [req-bcd0421b-0684-4a8f-a236-884dd161b6bb req-4f6d4dd8-cf60-42e3-89d5-62184add9756 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Received event network-changed-29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.145587] env[69846]: DEBUG nova.compute.manager [req-bcd0421b-0684-4a8f-a236-884dd161b6bb req-4f6d4dd8-cf60-42e3-89d5-62184add9756 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Refreshing instance network info cache due to event network-changed-29955dbc-0126-4f81-b63c-866c9f6322b0. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.145848] env[69846]: DEBUG oslo_concurrency.lockutils [req-bcd0421b-0684-4a8f-a236-884dd161b6bb req-4f6d4dd8-cf60-42e3-89d5-62184add9756 service nova] Acquiring lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.146028] env[69846]: DEBUG oslo_concurrency.lockutils [req-bcd0421b-0684-4a8f-a236-884dd161b6bb req-4f6d4dd8-cf60-42e3-89d5-62184add9756 service nova] Acquired lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.146161] env[69846]: DEBUG nova.network.neutron [req-bcd0421b-0684-4a8f-a236-884dd161b6bb req-4f6d4dd8-cf60-42e3-89d5-62184add9756 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Refreshing network info cache for port 29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.415501] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.432373] env[69846]: DEBUG nova.compute.manager [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.441888] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquiring lock "refresh_cache-8c8a9793-f89c-471b-99dd-005d470ebfcc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.441888] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquired lock "refresh_cache-8c8a9793-f89c-471b-99dd-005d470ebfcc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.441888] env[69846]: DEBUG nova.network.neutron [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.448297] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.460637] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.016s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.460637] env[69846]: DEBUG nova.objects.instance [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lazy-loading 'resources' on Instance uuid 20a7cd4e-5685-4e8c-b02f-32164eaa69c2 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.469032] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.469929] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.469929] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.469929] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.469929] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.469929] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.470361] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.470550] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.470790] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.471194] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.472026] env[69846]: DEBUG nova.virt.hardware [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.474739] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dabc10f-4cba-4296-9414-4abda334d0a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.483958] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c8c5db-d2cf-4e55-be59-4543ac09ab7e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.490334] env[69846]: INFO nova.scheduler.client.report [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Deleted allocations for instance d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c [ 704.544153] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525c675c-cb86-a97a-5a62-e7b06d521e06, 'name': SearchDatastore_Task, 'duration_secs': 0.013328} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.544706] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.545213] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.545643] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.547023] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.547023] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.547023] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b411feeb-6447-4618-b2eb-1959e4c90184 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.558751] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.558751] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.558751] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e5dc18-2688-4cb7-a28f-4e3e35441882 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.565352] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 704.565352] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d00ce7-5a03-2865-9ef5-970b89497c02" [ 704.565352] env[69846]: _type = "Task" [ 704.565352] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.576757] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d00ce7-5a03-2865-9ef5-970b89497c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.603081] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.638312] env[69846]: INFO nova.compute.manager [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Took 21.29 seconds to build instance. [ 704.747665] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "05c7fe12-6ec5-4166-966c-483f2e6780ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.747902] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "05c7fe12-6ec5-4166-966c-483f2e6780ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.921559] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.000594] env[69846]: DEBUG nova.network.neutron [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Successfully updated port: bb3c590d-6596-436e-8441-ff7f3cb685df {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.007623] env[69846]: DEBUG nova.network.neutron [req-bcd0421b-0684-4a8f-a236-884dd161b6bb req-4f6d4dd8-cf60-42e3-89d5-62184add9756 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Updated VIF entry in instance network info cache for port 29955dbc-0126-4f81-b63c-866c9f6322b0. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.007623] env[69846]: DEBUG nova.network.neutron [req-bcd0421b-0684-4a8f-a236-884dd161b6bb req-4f6d4dd8-cf60-42e3-89d5-62184add9756 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Updating instance_info_cache with network_info: [{"id": "29955dbc-0126-4f81-b63c-866c9f6322b0", "address": "fa:16:3e:eb:42:1b", "network": {"id": "03fa7a38-074b-487e-bcf3-401a9fc4a97d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-586754679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a6009b03f0454fa4fb9edb8862b694", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29955dbc-01", "ovs_interfaceid": "29955dbc-0126-4f81-b63c-866c9f6322b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.014250] env[69846]: DEBUG nova.network.neutron [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.016910] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b1fabf63-9425-4536-841f-67b61e68597f tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Lock "d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.058s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.075811] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d00ce7-5a03-2865-9ef5-970b89497c02, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.082268] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b16211-2310-45be-973f-c20ad36f71d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.086814] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 705.086814] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ee7737-7c88-154c-a531-a3771e96f63e" [ 705.086814] env[69846]: _type = "Task" [ 705.086814] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.103580] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ee7737-7c88-154c-a531-a3771e96f63e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.111469] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.142266] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8333a69b-a7d8-45f5-9dee-d38511ae48ef tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "babfe69c-731c-4f75-8cc6-d638c0fae43d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.838s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.213186] env[69846]: DEBUG nova.network.neutron [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Updating instance_info_cache with network_info: [{"id": "3614b8ac-2395-40fb-bf20-5895f3cf0a0f", "address": "fa:16:3e:ef:cc:e6", "network": {"id": "44d81f92-6208-4cbb-8989-0a1f8ef58f5c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-844192209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc6545895a1b46bc913bb50a01eac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3614b8ac-23", "ovs_interfaceid": "3614b8ac-2395-40fb-bf20-5895f3cf0a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.312781] env[69846]: DEBUG nova.compute.manager [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Received event network-vif-plugged-586457c9-3189-4e65-b40b-138508d842bc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.313301] env[69846]: DEBUG oslo_concurrency.lockutils [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] Acquiring lock "fcc35999-1784-4bb2-b148-49d543d93332-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.313301] env[69846]: DEBUG oslo_concurrency.lockutils [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] Lock "fcc35999-1784-4bb2-b148-49d543d93332-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.313458] env[69846]: DEBUG oslo_concurrency.lockutils [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] Lock "fcc35999-1784-4bb2-b148-49d543d93332-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.313529] env[69846]: DEBUG nova.compute.manager [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] [instance: fcc35999-1784-4bb2-b148-49d543d93332] No waiting events found dispatching network-vif-plugged-586457c9-3189-4e65-b40b-138508d842bc {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.313786] env[69846]: WARNING nova.compute.manager [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Received unexpected event network-vif-plugged-586457c9-3189-4e65-b40b-138508d842bc for instance with vm_state building and task_state spawning. [ 705.313903] env[69846]: DEBUG nova.compute.manager [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Received event network-changed-586457c9-3189-4e65-b40b-138508d842bc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.314089] env[69846]: DEBUG nova.compute.manager [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Refreshing instance network info cache due to event network-changed-586457c9-3189-4e65-b40b-138508d842bc. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.314281] env[69846]: DEBUG oslo_concurrency.lockutils [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] Acquiring lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.314416] env[69846]: DEBUG oslo_concurrency.lockutils [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] Acquired lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.314619] env[69846]: DEBUG nova.network.neutron [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Refreshing network info cache for port 586457c9-3189-4e65-b40b-138508d842bc {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.405263] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12eb5c0-9458-4801-8641-120b017de47c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.417203] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.420684] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564bc3e9-819a-4c3a-9ce7-ca0268a23e63 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.451919] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986f8999-91f4-44d3-b55d-a2ee08ae8388 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.460658] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071dcca4-9a81-4fd0-9298-5c26484b5f6c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.474370] env[69846]: DEBUG nova.compute.provider_tree [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.505062] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquiring lock "refresh_cache-3ea69053-5344-410a-8ea5-7c04b8383f91" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.505062] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquired lock "refresh_cache-3ea69053-5344-410a-8ea5-7c04b8383f91" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.505062] env[69846]: DEBUG nova.network.neutron [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.512146] env[69846]: DEBUG oslo_concurrency.lockutils [req-bcd0421b-0684-4a8f-a236-884dd161b6bb req-4f6d4dd8-cf60-42e3-89d5-62184add9756 service nova] Releasing lock "refresh_cache-4e8d43e8-3541-408f-936d-fb785d19b65d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.597873] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ee7737-7c88-154c-a531-a3771e96f63e, 'name': SearchDatastore_Task, 'duration_secs': 0.032785} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.600939] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.601236] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] fcc35999-1784-4bb2-b148-49d543d93332/fcc35999-1784-4bb2-b148-49d543d93332.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.601507] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4790d68-1c1b-4169-9515-7dac65f737e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.609853] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949224, 'name': CreateVM_Task, 'duration_secs': 4.646359} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.611265] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.611557] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 705.611557] env[69846]: value = "task-2949235" [ 705.611557] env[69846]: _type = "Task" [ 705.611557] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.612209] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.612374] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.612691] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.612989] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3543a285-f7c2-4442-affb-ece5242f82d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.622202] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 705.622202] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e5001d-54f0-cfa3-18e2-d1569b10c347" [ 705.622202] env[69846]: _type = "Task" [ 705.622202] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.625400] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.634021] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e5001d-54f0-cfa3-18e2-d1569b10c347, 'name': SearchDatastore_Task} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.634021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.634021] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.634021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.634378] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.634378] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.634648] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3926eb10-0934-4adb-916f-24be8ab8a35b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.642406] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.642590] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.643382] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3146c7a6-4550-43f3-a31a-619fc735c72b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.648687] env[69846]: DEBUG nova.compute.manager [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.651177] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 705.651177] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5248c00f-a843-525d-9197-892e9c04c2de" [ 705.651177] env[69846]: _type = "Task" [ 705.651177] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.660945] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5248c00f-a843-525d-9197-892e9c04c2de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.718827] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Releasing lock "refresh_cache-8c8a9793-f89c-471b-99dd-005d470ebfcc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.719201] env[69846]: DEBUG nova.compute.manager [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Instance network_info: |[{"id": "3614b8ac-2395-40fb-bf20-5895f3cf0a0f", "address": "fa:16:3e:ef:cc:e6", "network": {"id": "44d81f92-6208-4cbb-8989-0a1f8ef58f5c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-844192209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc6545895a1b46bc913bb50a01eac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3614b8ac-23", "ovs_interfaceid": "3614b8ac-2395-40fb-bf20-5895f3cf0a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.719620] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:cc:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3614b8ac-2395-40fb-bf20-5895f3cf0a0f', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.727548] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Creating folder: Project (cc6545895a1b46bc913bb50a01eac0e1). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.727548] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdce5c77-85a3-4d7b-9c6b-c064d4da7aac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.738171] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Created folder: Project (cc6545895a1b46bc913bb50a01eac0e1) in parent group-v591891. [ 705.738360] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Creating folder: Instances. Parent ref: group-v591929. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.738609] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd58c293-9b6d-4455-9195-a5fc3cad0cb2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.748039] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Created folder: Instances in parent group-v591929. [ 705.748313] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.748681] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.748768] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41f6fca1-52f4-45c4-89e0-be8c15132a85 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.769674] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.769674] env[69846]: value = "task-2949238" [ 705.769674] env[69846]: _type = "Task" [ 705.769674] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.779735] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949238, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.921913] env[69846]: DEBUG oslo_vmware.api [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949229, 'name': PowerOnVM_Task, 'duration_secs': 3.420169} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.924870] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.925143] env[69846]: INFO nova.compute.manager [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Took 14.16 seconds to spawn the instance on the hypervisor. [ 705.925324] env[69846]: DEBUG nova.compute.manager [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.926263] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f5228d-b966-42a2-9658-e53e5853380a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.952075] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.952075] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.979216] env[69846]: DEBUG nova.scheduler.client.report [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.069869] env[69846]: DEBUG nova.network.neutron [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.129662] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949235, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.165579] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5248c00f-a843-525d-9197-892e9c04c2de, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.166771] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05a6ba2-aae8-4e96-9f8d-fbbb4ea6fa28 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.178319] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 706.178319] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5276edde-f679-639a-0054-6902ec81952c" [ 706.178319] env[69846]: _type = "Task" [ 706.178319] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.186280] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.192382] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5276edde-f679-639a-0054-6902ec81952c, 'name': SearchDatastore_Task, 'duration_secs': 0.013798} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.192601] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.192855] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 451bdd24-e6cc-4961-a4b2-10a1468dfb8e/451bdd24-e6cc-4961-a4b2-10a1468dfb8e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.193161] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e481197-a620-4cd2-a38c-19ecf7551376 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.200973] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 706.200973] env[69846]: value = "task-2949239" [ 706.200973] env[69846]: _type = "Task" [ 706.200973] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.212932] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.282577] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949238, 'name': CreateVM_Task, 'duration_secs': 0.446268} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.282913] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.283734] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.284142] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.286904] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.286904] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a48eaab-f850-4399-9301-df8d41ff79ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.289727] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for the task: (returnval){ [ 706.289727] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524d7687-913c-e4f6-ef1c-0be8e908c6b4" [ 706.289727] env[69846]: _type = "Task" [ 706.289727] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.297744] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524d7687-913c-e4f6-ef1c-0be8e908c6b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.316324] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "72a41be2-555a-44d0-80a0-0a47a5938c18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.316544] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "72a41be2-555a-44d0-80a0-0a47a5938c18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.331789] env[69846]: DEBUG nova.network.neutron [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updated VIF entry in instance network info cache for port 586457c9-3189-4e65-b40b-138508d842bc. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.332143] env[69846]: DEBUG nova.network.neutron [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance_info_cache with network_info: [{"id": "586457c9-3189-4e65-b40b-138508d842bc", "address": "fa:16:3e:fb:0b:81", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586457c9-31", "ovs_interfaceid": "586457c9-3189-4e65-b40b-138508d842bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.437917] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "b464b4d5-7139-4537-b280-3e0dc0256608" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.438293] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "b464b4d5-7139-4537-b280-3e0dc0256608" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.443621] env[69846]: DEBUG nova.network.neutron [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Updating instance_info_cache with network_info: [{"id": "bb3c590d-6596-436e-8441-ff7f3cb685df", "address": "fa:16:3e:d0:08:cf", "network": {"id": "420e1815-963e-461d-af2c-e6638f2f773f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1759084570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "facc4ced7c994e44ae1cb0744c908765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3c590d-65", "ovs_interfaceid": "bb3c590d-6596-436e-8441-ff7f3cb685df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.452974] env[69846]: INFO nova.compute.manager [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Took 27.80 seconds to build instance. [ 706.485913] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.487152] env[69846]: DEBUG oslo_concurrency.lockutils [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.662s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.487316] env[69846]: DEBUG nova.objects.instance [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lazy-loading 'resources' on Instance uuid 770786eb-19e1-4e66-8a4e-f6052fe4949f {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.515601] env[69846]: INFO nova.scheduler.client.report [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Deleted allocations for instance 20a7cd4e-5685-4e8c-b02f-32164eaa69c2 [ 706.626344] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576247} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.626831] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] fcc35999-1784-4bb2-b148-49d543d93332/fcc35999-1784-4bb2-b148-49d543d93332.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.626972] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.627291] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4c8ff9e-226c-4871-90c7-44b8ff8cebc4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.637268] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 706.637268] env[69846]: value = "task-2949240" [ 706.637268] env[69846]: _type = "Task" [ 706.637268] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.652029] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.719223] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949239, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.802882] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "07c43be2-c15c-476d-ab0a-550d0511a785" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.802882] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "07c43be2-c15c-476d-ab0a-550d0511a785" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.807268] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524d7687-913c-e4f6-ef1c-0be8e908c6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.019433} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.807622] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.807784] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.808097] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.809386] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.809386] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.809386] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87535a96-8323-40c7-b827-c21f7c9ea514 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.821674] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.821976] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.823081] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235b9687-6ca4-4d9f-adc3-a038f6ddee9f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.831283] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for the task: (returnval){ [ 706.831283] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a14ab4-e424-abe3-61aa-4cf3b55cb842" [ 706.831283] env[69846]: _type = "Task" [ 706.831283] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.835500] env[69846]: DEBUG oslo_concurrency.lockutils [req-84448b5f-7935-47d2-b942-12ed3cc39229 req-8348a52a-effe-4586-b823-0fdae6f79381 service nova] Releasing lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.842304] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a14ab4-e424-abe3-61aa-4cf3b55cb842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.953785] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Releasing lock "refresh_cache-3ea69053-5344-410a-8ea5-7c04b8383f91" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.954146] env[69846]: DEBUG nova.compute.manager [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Instance network_info: |[{"id": "bb3c590d-6596-436e-8441-ff7f3cb685df", "address": "fa:16:3e:d0:08:cf", "network": {"id": "420e1815-963e-461d-af2c-e6638f2f773f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1759084570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "facc4ced7c994e44ae1cb0744c908765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3c590d-65", "ovs_interfaceid": "bb3c590d-6596-436e-8441-ff7f3cb685df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.954637] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:08:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb3c590d-6596-436e-8441-ff7f3cb685df', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.964651] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Creating folder: Project (facc4ced7c994e44ae1cb0744c908765). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.965262] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e209a01d-792a-40f2-b731-e7e31b1a6890 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "b001cc31-59f7-481c-ad26-237d633a0d10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.337s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.965404] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df246bbb-6e7e-4978-a40c-f38a8aa2a3f0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.976630] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Created folder: Project (facc4ced7c994e44ae1cb0744c908765) in parent group-v591891. [ 706.976815] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Creating folder: Instances. Parent ref: group-v591932. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.977175] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9214c24-9dfa-4182-836c-88a7f87693c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.987310] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Created folder: Instances in parent group-v591932. [ 706.987584] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.987801] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.988041] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9fd46cd-dedd-4d5d-b399-119d3bfd2548 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.012828] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.012828] env[69846]: value = "task-2949243" [ 707.012828] env[69846]: _type = "Task" [ 707.012828] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.022596] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949243, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.029712] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Lock "20a7cd4e-5685-4e8c-b02f-32164eaa69c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.260s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.149609] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09415} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.149886] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.151449] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1946c722-2a76-45d7-b2f4-8efd63b347e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.179536] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] fcc35999-1784-4bb2-b148-49d543d93332/fcc35999-1784-4bb2-b148-49d543d93332.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.183856] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4427c787-838b-4e27-8e8a-b2c5c778a4f0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.201922] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "4685675d-e751-43a9-85a3-d66d49131a26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.202154] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "4685675d-e751-43a9-85a3-d66d49131a26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.210223] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 707.210223] env[69846]: value = "task-2949244" [ 707.210223] env[69846]: _type = "Task" [ 707.210223] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.221000] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74097} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.221766] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 451bdd24-e6cc-4961-a4b2-10a1468dfb8e/451bdd24-e6cc-4961-a4b2-10a1468dfb8e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.222148] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.222221] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3874cdb7-6e04-4f2b-9998-2e268f1461c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.227717] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.233511] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 707.233511] env[69846]: value = "task-2949245" [ 707.233511] env[69846]: _type = "Task" [ 707.233511] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.246226] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.341353] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a14ab4-e424-abe3-61aa-4cf3b55cb842, 'name': SearchDatastore_Task, 'duration_secs': 0.029882} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.344352] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a447cfba-bd37-4474-ae8b-e86bf6e4f4b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.349708] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for the task: (returnval){ [ 707.349708] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528ee404-949d-90f2-d8fa-5a27230abe43" [ 707.349708] env[69846]: _type = "Task" [ 707.349708] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.361486] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528ee404-949d-90f2-d8fa-5a27230abe43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.469960] env[69846]: DEBUG nova.compute.manager [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.533567] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949243, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.537321] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca9d89d-dbe9-4155-b313-0b10a4555fc1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.548074] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8e9c50-846b-45a7-a47f-447172b3977e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.587899] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffccc0c4-32c4-405f-b67b-6ae40bc4e338 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.588946] env[69846]: DEBUG nova.compute.manager [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Received event network-vif-plugged-3614b8ac-2395-40fb-bf20-5895f3cf0a0f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.589104] env[69846]: DEBUG oslo_concurrency.lockutils [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] Acquiring lock "8c8a9793-f89c-471b-99dd-005d470ebfcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.589311] env[69846]: DEBUG oslo_concurrency.lockutils [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] Lock "8c8a9793-f89c-471b-99dd-005d470ebfcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.589568] env[69846]: DEBUG oslo_concurrency.lockutils [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] Lock "8c8a9793-f89c-471b-99dd-005d470ebfcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.589649] env[69846]: DEBUG nova.compute.manager [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] No waiting events found dispatching network-vif-plugged-3614b8ac-2395-40fb-bf20-5895f3cf0a0f {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.589806] env[69846]: WARNING nova.compute.manager [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Received unexpected event network-vif-plugged-3614b8ac-2395-40fb-bf20-5895f3cf0a0f for instance with vm_state building and task_state spawning. [ 707.590007] env[69846]: DEBUG nova.compute.manager [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Received event network-changed-3614b8ac-2395-40fb-bf20-5895f3cf0a0f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.590178] env[69846]: DEBUG nova.compute.manager [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Refreshing instance network info cache due to event network-changed-3614b8ac-2395-40fb-bf20-5895f3cf0a0f. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.590366] env[69846]: DEBUG oslo_concurrency.lockutils [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] Acquiring lock "refresh_cache-8c8a9793-f89c-471b-99dd-005d470ebfcc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.590504] env[69846]: DEBUG oslo_concurrency.lockutils [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] Acquired lock "refresh_cache-8c8a9793-f89c-471b-99dd-005d470ebfcc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.590655] env[69846]: DEBUG nova.network.neutron [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Refreshing network info cache for port 3614b8ac-2395-40fb-bf20-5895f3cf0a0f {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.598181] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c13391-82b1-4c21-86d2-c338462d1e72 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.613693] env[69846]: DEBUG nova.compute.provider_tree [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.720364] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.742898] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067187} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.743423] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.744305] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f2459b-038e-46d0-9aa6-0b1792012f44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.769038] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 451bdd24-e6cc-4961-a4b2-10a1468dfb8e/451bdd24-e6cc-4961-a4b2-10a1468dfb8e.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.769670] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b85e2a-1857-46d9-9d46-32e5cb8b34cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.795021] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 707.795021] env[69846]: value = "task-2949246" [ 707.795021] env[69846]: _type = "Task" [ 707.795021] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.802845] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.860044] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528ee404-949d-90f2-d8fa-5a27230abe43, 'name': SearchDatastore_Task, 'duration_secs': 0.037541} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.860460] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.860846] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 8c8a9793-f89c-471b-99dd-005d470ebfcc/8c8a9793-f89c-471b-99dd-005d470ebfcc.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.861290] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9393cd9-d7b4-41a5-9947-1f5fd2777195 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.867285] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for the task: (returnval){ [ 707.867285] env[69846]: value = "task-2949247" [ 707.867285] env[69846]: _type = "Task" [ 707.867285] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.875662] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.916954] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.917358] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.003371] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.026927] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949243, 'name': CreateVM_Task, 'duration_secs': 0.592244} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.027284] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.028110] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.028423] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.028831] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.030295] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3443cc0f-f000-4e01-aeb6-830e62b12397 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.035114] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "3719ed62-b76c-425e-8721-5ba909bda739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.035448] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "3719ed62-b76c-425e-8721-5ba909bda739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.041183] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for the task: (returnval){ [ 708.041183] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ee2236-9c61-6fd8-a806-8dcb682366c1" [ 708.041183] env[69846]: _type = "Task" [ 708.041183] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.048633] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ee2236-9c61-6fd8-a806-8dcb682366c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.121560] env[69846]: DEBUG nova.scheduler.client.report [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.223712] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949244, 'name': ReconfigVM_Task, 'duration_secs': 0.762833} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.224208] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Reconfigured VM instance instance-0000000d to attach disk [datastore1] fcc35999-1784-4bb2-b148-49d543d93332/fcc35999-1784-4bb2-b148-49d543d93332.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.225594] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ddc0155-7840-4aa6-8429-260537aab3e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.232719] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 708.232719] env[69846]: value = "task-2949248" [ 708.232719] env[69846]: _type = "Task" [ 708.232719] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.243712] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949248, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.306243] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.381800] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949247, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.565642] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ee2236-9c61-6fd8-a806-8dcb682366c1, 'name': SearchDatastore_Task, 'duration_secs': 0.03335} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.567114] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.567692] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.572129] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.572129] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.572129] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.572129] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b9ba46d-8767-4936-a80e-3915f97854bd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.590332] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.590332] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.590332] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e759c823-7b01-4a60-886f-4d8904038fc8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.597863] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for the task: (returnval){ [ 708.597863] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5259c428-c60f-d3ba-a80f-4886bac566c1" [ 708.597863] env[69846]: _type = "Task" [ 708.597863] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.612942] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5259c428-c60f-d3ba-a80f-4886bac566c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.613961] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cdcf3f8-bb93-413b-bd93-92f307905e6d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.624108] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for the task: (returnval){ [ 708.624108] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52894713-e34f-7ab0-0847-0b959094e7a4" [ 708.624108] env[69846]: _type = "Task" [ 708.624108] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.634269] env[69846]: DEBUG oslo_concurrency.lockutils [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.638921] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52894713-e34f-7ab0-0847-0b959094e7a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.639643] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.661s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.641716] env[69846]: INFO nova.compute.claims [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.676729] env[69846]: INFO nova.scheduler.client.report [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Deleted allocations for instance 770786eb-19e1-4e66-8a4e-f6052fe4949f [ 708.736326] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "1bdd0d95-a33f-4cab-b827-b188c6765ace" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.736559] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "1bdd0d95-a33f-4cab-b827-b188c6765ace" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.756417] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949248, 'name': Rename_Task, 'duration_secs': 0.254312} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.756590] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.757275] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8e4c79e-851e-4b82-8d6b-71772150cb09 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.768583] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 708.768583] env[69846]: value = "task-2949249" [ 708.768583] env[69846]: _type = "Task" [ 708.768583] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.787098] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949249, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.809603] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949246, 'name': ReconfigVM_Task, 'duration_secs': 0.666458} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.809603] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 451bdd24-e6cc-4961-a4b2-10a1468dfb8e/451bdd24-e6cc-4961-a4b2-10a1468dfb8e.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.809603] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6922ae3-0400-4d18-ba5a-b0660f2ade14 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.816670] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 708.816670] env[69846]: value = "task-2949250" [ 708.816670] env[69846]: _type = "Task" [ 708.816670] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.830214] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949250, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.880741] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738054} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.882275] env[69846]: DEBUG nova.network.neutron [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Updated VIF entry in instance network info cache for port 3614b8ac-2395-40fb-bf20-5895f3cf0a0f. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.882275] env[69846]: DEBUG nova.network.neutron [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Updating instance_info_cache with network_info: [{"id": "3614b8ac-2395-40fb-bf20-5895f3cf0a0f", "address": "fa:16:3e:ef:cc:e6", "network": {"id": "44d81f92-6208-4cbb-8989-0a1f8ef58f5c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-844192209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc6545895a1b46bc913bb50a01eac0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3614b8ac-23", "ovs_interfaceid": "3614b8ac-2395-40fb-bf20-5895f3cf0a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.884482] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 8c8a9793-f89c-471b-99dd-005d470ebfcc/8c8a9793-f89c-471b-99dd-005d470ebfcc.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.884482] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.884482] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77bed5d2-6148-42c2-8840-96de9ed8b174 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.897820] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for the task: (returnval){ [ 708.897820] env[69846]: value = "task-2949251" [ 708.897820] env[69846]: _type = "Task" [ 708.897820] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.911653] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.134107] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52894713-e34f-7ab0-0847-0b959094e7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.134107] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.134107] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 3ea69053-5344-410a-8ea5-7c04b8383f91/3ea69053-5344-410a-8ea5-7c04b8383f91.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.134278] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c2cd645-8ad9-46bb-a03f-4cdac6d947f9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.140272] env[69846]: DEBUG nova.compute.manager [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Received event network-vif-plugged-bb3c590d-6596-436e-8441-ff7f3cb685df {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.140272] env[69846]: DEBUG oslo_concurrency.lockutils [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] Acquiring lock "3ea69053-5344-410a-8ea5-7c04b8383f91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.140272] env[69846]: DEBUG oslo_concurrency.lockutils [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] Lock "3ea69053-5344-410a-8ea5-7c04b8383f91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.140272] env[69846]: DEBUG oslo_concurrency.lockutils [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] Lock "3ea69053-5344-410a-8ea5-7c04b8383f91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.140272] env[69846]: DEBUG nova.compute.manager [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] No waiting events found dispatching network-vif-plugged-bb3c590d-6596-436e-8441-ff7f3cb685df {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.140465] env[69846]: WARNING nova.compute.manager [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Received unexpected event network-vif-plugged-bb3c590d-6596-436e-8441-ff7f3cb685df for instance with vm_state building and task_state spawning. [ 709.140465] env[69846]: DEBUG nova.compute.manager [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Received event network-changed-bb3c590d-6596-436e-8441-ff7f3cb685df {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.140465] env[69846]: DEBUG nova.compute.manager [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Refreshing instance network info cache due to event network-changed-bb3c590d-6596-436e-8441-ff7f3cb685df. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.140465] env[69846]: DEBUG oslo_concurrency.lockutils [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] Acquiring lock "refresh_cache-3ea69053-5344-410a-8ea5-7c04b8383f91" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.140465] env[69846]: DEBUG oslo_concurrency.lockutils [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] Acquired lock "refresh_cache-3ea69053-5344-410a-8ea5-7c04b8383f91" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.140642] env[69846]: DEBUG nova.network.neutron [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Refreshing network info cache for port bb3c590d-6596-436e-8441-ff7f3cb685df {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.147614] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for the task: (returnval){ [ 709.147614] env[69846]: value = "task-2949252" [ 709.147614] env[69846]: _type = "Task" [ 709.147614] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.159197] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.191562] env[69846]: DEBUG oslo_concurrency.lockutils [None req-841591e0-f4cb-45c2-b457-c767b09f39cc tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Lock "770786eb-19e1-4e66-8a4e-f6052fe4949f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.878s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.283925] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949249, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.288120] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "d4c75539-92f9-4ccb-a517-74038bc54eec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.288231] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "d4c75539-92f9-4ccb-a517-74038bc54eec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.330380] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949250, 'name': Rename_Task, 'duration_secs': 0.177167} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.330676] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.330939] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f7740ef-0313-4391-8d8c-13723ed82db6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.338874] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 709.338874] env[69846]: value = "task-2949253" [ 709.338874] env[69846]: _type = "Task" [ 709.338874] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.346751] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.388430] env[69846]: DEBUG oslo_concurrency.lockutils [req-6639fbbc-0f4b-415b-9e78-510e10f92d1d req-d6b75003-c2ce-41c3-905f-b24a465ba549 service nova] Releasing lock "refresh_cache-8c8a9793-f89c-471b-99dd-005d470ebfcc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.410019] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0704} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.410019] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.410019] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f88688a-01ea-468a-a327-75e55f021582 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.434222] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 8c8a9793-f89c-471b-99dd-005d470ebfcc/8c8a9793-f89c-471b-99dd-005d470ebfcc.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.434222] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c0e843f-07b2-4a49-9243-410b8c931283 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.453442] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for the task: (returnval){ [ 709.453442] env[69846]: value = "task-2949254" [ 709.453442] env[69846]: _type = "Task" [ 709.453442] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.461897] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.661331] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949252, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.787894] env[69846]: DEBUG oslo_vmware.api [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949249, 'name': PowerOnVM_Task, 'duration_secs': 0.99597} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.789490] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.789490] env[69846]: INFO nova.compute.manager [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Took 10.55 seconds to spawn the instance on the hypervisor. [ 709.789490] env[69846]: DEBUG nova.compute.manager [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.790437] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02827191-2851-4914-ad4f-6a7dde7fe26f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.859217] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949253, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.962950] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.979854] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquiring lock "4e8d43e8-3541-408f-936d-fb785d19b65d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.980239] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lock "4e8d43e8-3541-408f-936d-fb785d19b65d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.980497] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquiring lock "4e8d43e8-3541-408f-936d-fb785d19b65d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.980692] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lock "4e8d43e8-3541-408f-936d-fb785d19b65d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.980863] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lock "4e8d43e8-3541-408f-936d-fb785d19b65d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.986836] env[69846]: INFO nova.compute.manager [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Terminating instance [ 710.164341] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860527} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.164691] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 3ea69053-5344-410a-8ea5-7c04b8383f91/3ea69053-5344-410a-8ea5-7c04b8383f91.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.164898] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.165176] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6687ddb7-49b9-4210-b420-bafaf18ca797 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.174358] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for the task: (returnval){ [ 710.174358] env[69846]: value = "task-2949255" [ 710.174358] env[69846]: _type = "Task" [ 710.174358] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.186501] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.316466] env[69846]: INFO nova.compute.manager [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Took 26.34 seconds to build instance. [ 710.330959] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd3ec61-946d-4e9a-9818-d19b538efdaa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.336401] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7489dab-47f3-496a-9617-b84daebcd13e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.376212] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a3d289-b06b-4704-ab17-c32f93ea5ca9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.383724] env[69846]: DEBUG oslo_vmware.api [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949253, 'name': PowerOnVM_Task, 'duration_secs': 0.901436} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.384500] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.384827] env[69846]: INFO nova.compute.manager [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Took 13.69 seconds to spawn the instance on the hypervisor. [ 710.385045] env[69846]: DEBUG nova.compute.manager [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.386786] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2848e5fe-fdca-42ce-a03f-451642fb0e0f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.393111] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e4956-0f77-4a07-8bad-45317ffefc05 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.399722] env[69846]: DEBUG nova.network.neutron [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Updated VIF entry in instance network info cache for port bb3c590d-6596-436e-8441-ff7f3cb685df. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.399722] env[69846]: DEBUG nova.network.neutron [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Updating instance_info_cache with network_info: [{"id": "bb3c590d-6596-436e-8441-ff7f3cb685df", "address": "fa:16:3e:d0:08:cf", "network": {"id": "420e1815-963e-461d-af2c-e6638f2f773f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1759084570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "facc4ced7c994e44ae1cb0744c908765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3c590d-65", "ovs_interfaceid": "bb3c590d-6596-436e-8441-ff7f3cb685df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.414132] env[69846]: DEBUG nova.compute.provider_tree [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.469388] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949254, 'name': ReconfigVM_Task, 'duration_secs': 0.959626} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.469947] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 8c8a9793-f89c-471b-99dd-005d470ebfcc/8c8a9793-f89c-471b-99dd-005d470ebfcc.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.470851] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d2446b5-f368-4a9b-8464-6d0f05ce7046 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.477952] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for the task: (returnval){ [ 710.477952] env[69846]: value = "task-2949256" [ 710.477952] env[69846]: _type = "Task" [ 710.477952] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.487901] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949256, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.493035] env[69846]: DEBUG nova.compute.manager [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.493253] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.494297] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8afb65-8ba9-4107-8de2-d97e92cb9f1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.502600] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.502600] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c685be10-8afa-4b4e-9702-9cbf851c01b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.509861] env[69846]: DEBUG oslo_vmware.api [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 710.509861] env[69846]: value = "task-2949257" [ 710.509861] env[69846]: _type = "Task" [ 710.509861] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.524309] env[69846]: DEBUG oslo_vmware.api [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.636727] env[69846]: DEBUG nova.compute.manager [req-c88fce83-ac0f-41b5-95d6-cac9c4fb28b2 req-70b823e9-bf90-445c-bec4-b57a7c2df526 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Received event network-changed-b23ab6af-04df-4643-b660-9a618d692510 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.637012] env[69846]: DEBUG nova.compute.manager [req-c88fce83-ac0f-41b5-95d6-cac9c4fb28b2 req-70b823e9-bf90-445c-bec4-b57a7c2df526 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Refreshing instance network info cache due to event network-changed-b23ab6af-04df-4643-b660-9a618d692510. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.637189] env[69846]: DEBUG oslo_concurrency.lockutils [req-c88fce83-ac0f-41b5-95d6-cac9c4fb28b2 req-70b823e9-bf90-445c-bec4-b57a7c2df526 service nova] Acquiring lock "refresh_cache-b001cc31-59f7-481c-ad26-237d633a0d10" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.637339] env[69846]: DEBUG oslo_concurrency.lockutils [req-c88fce83-ac0f-41b5-95d6-cac9c4fb28b2 req-70b823e9-bf90-445c-bec4-b57a7c2df526 service nova] Acquired lock "refresh_cache-b001cc31-59f7-481c-ad26-237d633a0d10" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.637500] env[69846]: DEBUG nova.network.neutron [req-c88fce83-ac0f-41b5-95d6-cac9c4fb28b2 req-70b823e9-bf90-445c-bec4-b57a7c2df526 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Refreshing network info cache for port b23ab6af-04df-4643-b660-9a618d692510 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.688771] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181979} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.689115] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.690403] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc26471-0032-47c4-afd7-0c9c9cd5d006 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.717332] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 3ea69053-5344-410a-8ea5-7c04b8383f91/3ea69053-5344-410a-8ea5-7c04b8383f91.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.719037] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb4d9076-356c-4a95-921a-898a0491469c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.740710] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for the task: (returnval){ [ 710.740710] env[69846]: value = "task-2949258" [ 710.740710] env[69846]: _type = "Task" [ 710.740710] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.752383] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.818858] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "fcc35999-1784-4bb2-b148-49d543d93332" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.866s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.904500] env[69846]: DEBUG oslo_concurrency.lockutils [req-b1fe1f76-d6a1-444d-94f2-4de1d43fca51 req-5bcdd823-befc-4d4b-9d9e-ce6d41bfa5d6 service nova] Releasing lock "refresh_cache-3ea69053-5344-410a-8ea5-7c04b8383f91" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.914340] env[69846]: INFO nova.compute.manager [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Took 27.16 seconds to build instance. [ 710.917382] env[69846]: DEBUG nova.scheduler.client.report [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.986912] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949256, 'name': Rename_Task, 'duration_secs': 0.307025} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.987222] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.987352] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cc96c8f-48ab-403e-802c-17282a9c4090 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.993590] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for the task: (returnval){ [ 710.993590] env[69846]: value = "task-2949259" [ 710.993590] env[69846]: _type = "Task" [ 710.993590] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.000907] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.017725] env[69846]: DEBUG oslo_vmware.api [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.254555] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949258, 'name': ReconfigVM_Task, 'duration_secs': 0.257676} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.257018] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 3ea69053-5344-410a-8ea5-7c04b8383f91/3ea69053-5344-410a-8ea5-7c04b8383f91.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.257704] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c17cb50-22b3-40a3-97c5-f72ebb7dbb21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.264945] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for the task: (returnval){ [ 711.264945] env[69846]: value = "task-2949260" [ 711.264945] env[69846]: _type = "Task" [ 711.264945] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.279028] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949260, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.322212] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.417052] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.670s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.428525] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.430863] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.434665] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.155s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.439190] env[69846]: INFO nova.compute.claims [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.505477] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.520287] env[69846]: DEBUG oslo_vmware.api [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949257, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.624061] env[69846]: DEBUG nova.network.neutron [req-c88fce83-ac0f-41b5-95d6-cac9c4fb28b2 req-70b823e9-bf90-445c-bec4-b57a7c2df526 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Updated VIF entry in instance network info cache for port b23ab6af-04df-4643-b660-9a618d692510. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.625733] env[69846]: DEBUG nova.network.neutron [req-c88fce83-ac0f-41b5-95d6-cac9c4fb28b2 req-70b823e9-bf90-445c-bec4-b57a7c2df526 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Updating instance_info_cache with network_info: [{"id": "b23ab6af-04df-4643-b660-9a618d692510", "address": "fa:16:3e:73:62:ab", "network": {"id": "5c3a3604-c908-45e5-8827-f88df6b4c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2120811470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d5ade17fc640089aece92f672916dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23ab6af-04", "ovs_interfaceid": "b23ab6af-04df-4643-b660-9a618d692510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.780836] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949260, 'name': Rename_Task, 'duration_secs': 0.173052} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.781102] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.781557] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-890088a9-2886-44f4-8178-9530cbe23dc6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.789245] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for the task: (returnval){ [ 711.789245] env[69846]: value = "task-2949261" [ 711.789245] env[69846]: _type = "Task" [ 711.789245] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.800852] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.859016] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.929856] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.946566] env[69846]: DEBUG nova.compute.utils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.951224] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.951447] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.007206] env[69846]: DEBUG oslo_vmware.api [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949259, 'name': PowerOnVM_Task, 'duration_secs': 0.612077} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.007722] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.007968] env[69846]: INFO nova.compute.manager [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Took 10.17 seconds to spawn the instance on the hypervisor. [ 712.008184] env[69846]: DEBUG nova.compute.manager [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.009349] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448d6abe-061f-4908-be1d-0d643ec5784a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.020753] env[69846]: DEBUG oslo_vmware.api [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949257, 'name': PowerOffVM_Task, 'duration_secs': 1.178924} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.022926] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.022926] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.027649] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-095c5838-18a8-42c0-b060-d9aa66ec3f8b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.130958] env[69846]: DEBUG oslo_concurrency.lockutils [req-c88fce83-ac0f-41b5-95d6-cac9c4fb28b2 req-70b823e9-bf90-445c-bec4-b57a7c2df526 service nova] Releasing lock "refresh_cache-b001cc31-59f7-481c-ad26-237d633a0d10" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.299603] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.300614] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.300614] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Deleting the datastore file [datastore1] 4e8d43e8-3541-408f-936d-fb785d19b65d {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.300840] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad8e2662-7a41-4523-ae89-72b4607a9712 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.306338] env[69846]: DEBUG oslo_vmware.api [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949261, 'name': PowerOnVM_Task, 'duration_secs': 0.484131} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.310024] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.310024] env[69846]: INFO nova.compute.manager [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Took 7.87 seconds to spawn the instance on the hypervisor. [ 712.310024] env[69846]: DEBUG nova.compute.manager [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.310024] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cba1bdc-5108-4184-b7c4-e1938a479846 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.311954] env[69846]: DEBUG oslo_vmware.api [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for the task: (returnval){ [ 712.311954] env[69846]: value = "task-2949263" [ 712.311954] env[69846]: _type = "Task" [ 712.311954] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.328146] env[69846]: DEBUG oslo_vmware.api [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.328146] env[69846]: DEBUG nova.policy [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76e175c6bb6a40d0b5b4853b69e88c4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bf06ba796504f188206b11aaed06381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.453990] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.464876] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.544902] env[69846]: INFO nova.compute.manager [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Took 25.97 seconds to build instance. [ 712.830188] env[69846]: DEBUG oslo_vmware.api [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Task: {'id': task-2949263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205467} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.835017] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.835017] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.835196] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.835331] env[69846]: INFO nova.compute.manager [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Took 2.34 seconds to destroy the instance on the hypervisor. [ 712.835557] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.836679] env[69846]: INFO nova.compute.manager [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Took 21.94 seconds to build instance. [ 712.838803] env[69846]: DEBUG nova.compute.manager [-] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.838803] env[69846]: DEBUG nova.network.neutron [-] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.032870] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157d970a-b337-419a-9992-4d28fcc6cebb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.043346] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0c9d1e-47f5-49bb-8210-015dd0e1acf6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.049212] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lock "8c8a9793-f89c-471b-99dd-005d470ebfcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.501s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.077025] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe23f36-c8b6-458b-b209-cce3da895ce8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.085495] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216ec6f4-9ac1-4def-9361-0cbb6ac8b12a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.101797] env[69846]: DEBUG nova.compute.provider_tree [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.177144] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Successfully created port: 294a4961-fcb7-4c36-a537-30d3c3d592fa {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.343724] env[69846]: DEBUG oslo_concurrency.lockutils [None req-776feac3-be54-45fc-83f3-3a198c38dade tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lock "3ea69053-5344-410a-8ea5-7c04b8383f91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.505s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.469287] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.493185] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.493435] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.493593] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.493777] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.493922] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.494403] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.494692] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.494936] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.495048] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.495231] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.495410] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.496467] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76015bbe-6a2d-4bef-bead-ac83fc19a2e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.505408] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d458e56-bfbb-4c06-b7a7-9c49b909838c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.577689] env[69846]: DEBUG nova.compute.manager [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.607033] env[69846]: DEBUG nova.scheduler.client.report [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.846853] env[69846]: DEBUG nova.compute.manager [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.024585] env[69846]: DEBUG nova.network.neutron [-] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.110189] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.111721] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.111721] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.115197] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.691s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.121565] env[69846]: INFO nova.compute.claims [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.142202] env[69846]: DEBUG nova.compute.manager [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Stashing vm_state: active {{(pid=69846) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 714.372597] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.530486] env[69846]: INFO nova.compute.manager [-] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Took 1.69 seconds to deallocate network for instance. [ 714.629840] env[69846]: DEBUG nova.compute.utils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.632760] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.632925] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.669876] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.702065] env[69846]: DEBUG nova.policy [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76e175c6bb6a40d0b5b4853b69e88c4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bf06ba796504f188206b11aaed06381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.740556] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.740733] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.760667] env[69846]: DEBUG nova.compute.manager [req-95c11d4b-245f-46f9-9537-4bf20deb4888 req-b1601fd2-bbde-4e2a-80ec-a22085b80cb6 service nova] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Received event network-vif-deleted-29955dbc-0126-4f81-b63c-866c9f6322b0 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.042118] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.134134] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.616551] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Successfully created port: 46bf8d34-7b87-4d7b-b0f9-cc75945f4255 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.727794] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156da62e-ec7f-4863-b5e2-c5d767818cb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.738457] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e352c2b0-83c1-459d-bb6f-bdbe6634da46 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.769219] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bdac00-add0-42ef-8f3a-4ba110717cb6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.779127] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61899d52-0add-48c4-a3a5-f9f3f84bbe2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.796396] env[69846]: DEBUG nova.compute.provider_tree [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.148860] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Successfully updated port: 294a4961-fcb7-4c36-a537-30d3c3d592fa {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.150852] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.184089] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.184387] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.184509] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.184688] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.184831] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.184975] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.185446] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.185768] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.185857] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.185941] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.186285] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.187391] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825129fc-da28-4687-b1c1-07ef35d8023a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.195186] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee2287-8928-4316-ba2f-c21eaf1a6867 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.301469] env[69846]: DEBUG nova.scheduler.client.report [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.655825] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "refresh_cache-96082a6a-9b5f-4186-87c8-d819258895b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.655988] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired lock "refresh_cache-96082a6a-9b5f-4186-87c8-d819258895b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.656231] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.808817] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.809405] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.814902] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.052s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.814997] env[69846]: DEBUG nova.objects.instance [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lazy-loading 'resources' on Instance uuid 671877cf-8b8b-4a13-807a-3c37bce94295 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.997190] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "39baf588-6c09-4df4-a426-d2158d9c7afc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.997452] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.229039] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.318534] env[69846]: DEBUG nova.compute.utils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.327627] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.327627] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.397065] env[69846]: DEBUG nova.policy [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76e175c6bb6a40d0b5b4853b69e88c4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bf06ba796504f188206b11aaed06381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.550669] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Updating instance_info_cache with network_info: [{"id": "294a4961-fcb7-4c36-a537-30d3c3d592fa", "address": "fa:16:3e:65:50:3a", "network": {"id": "fb822561-7fa0-452c-b02b-7da1f1b4525b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-133883684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf06ba796504f188206b11aaed06381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a4961-fc", "ovs_interfaceid": "294a4961-fcb7-4c36-a537-30d3c3d592fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.827021] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.967618] env[69846]: DEBUG nova.compute.manager [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Received event network-vif-plugged-294a4961-fcb7-4c36-a537-30d3c3d592fa {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.967618] env[69846]: DEBUG oslo_concurrency.lockutils [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] Acquiring lock "96082a6a-9b5f-4186-87c8-d819258895b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.967618] env[69846]: DEBUG oslo_concurrency.lockutils [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] Lock "96082a6a-9b5f-4186-87c8-d819258895b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.967618] env[69846]: DEBUG oslo_concurrency.lockutils [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] Lock "96082a6a-9b5f-4186-87c8-d819258895b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.967618] env[69846]: DEBUG nova.compute.manager [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] No waiting events found dispatching network-vif-plugged-294a4961-fcb7-4c36-a537-30d3c3d592fa {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.969543] env[69846]: WARNING nova.compute.manager [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Received unexpected event network-vif-plugged-294a4961-fcb7-4c36-a537-30d3c3d592fa for instance with vm_state building and task_state spawning. [ 717.969543] env[69846]: DEBUG nova.compute.manager [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Received event network-changed-294a4961-fcb7-4c36-a537-30d3c3d592fa {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.969543] env[69846]: DEBUG nova.compute.manager [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Refreshing instance network info cache due to event network-changed-294a4961-fcb7-4c36-a537-30d3c3d592fa. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.969543] env[69846]: DEBUG oslo_concurrency.lockutils [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] Acquiring lock "refresh_cache-96082a6a-9b5f-4186-87c8-d819258895b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.993254] env[69846]: DEBUG nova.compute.manager [req-19dff805-1399-4a5c-9068-9ab7a7077cb9 req-b0c3acef-5095-49d6-840a-3ece6b4df5f2 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Received event network-changed-bb3c590d-6596-436e-8441-ff7f3cb685df {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.993483] env[69846]: DEBUG nova.compute.manager [req-19dff805-1399-4a5c-9068-9ab7a7077cb9 req-b0c3acef-5095-49d6-840a-3ece6b4df5f2 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Refreshing instance network info cache due to event network-changed-bb3c590d-6596-436e-8441-ff7f3cb685df. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.993712] env[69846]: DEBUG oslo_concurrency.lockutils [req-19dff805-1399-4a5c-9068-9ab7a7077cb9 req-b0c3acef-5095-49d6-840a-3ece6b4df5f2 service nova] Acquiring lock "refresh_cache-3ea69053-5344-410a-8ea5-7c04b8383f91" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.993849] env[69846]: DEBUG oslo_concurrency.lockutils [req-19dff805-1399-4a5c-9068-9ab7a7077cb9 req-b0c3acef-5095-49d6-840a-3ece6b4df5f2 service nova] Acquired lock "refresh_cache-3ea69053-5344-410a-8ea5-7c04b8383f91" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.994016] env[69846]: DEBUG nova.network.neutron [req-19dff805-1399-4a5c-9068-9ab7a7077cb9 req-b0c3acef-5095-49d6-840a-3ece6b4df5f2 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Refreshing network info cache for port bb3c590d-6596-436e-8441-ff7f3cb685df {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.013340] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d431fe11-1812-445a-a923-e79a4f521f8b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.024801] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46194c7f-9bbe-4cbf-a396-5bf0cddcd010 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.062462] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Releasing lock "refresh_cache-96082a6a-9b5f-4186-87c8-d819258895b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.062917] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Instance network_info: |[{"id": "294a4961-fcb7-4c36-a537-30d3c3d592fa", "address": "fa:16:3e:65:50:3a", "network": {"id": "fb822561-7fa0-452c-b02b-7da1f1b4525b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-133883684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf06ba796504f188206b11aaed06381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a4961-fc", "ovs_interfaceid": "294a4961-fcb7-4c36-a537-30d3c3d592fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.063449] env[69846]: DEBUG oslo_concurrency.lockutils [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] Acquired lock "refresh_cache-96082a6a-9b5f-4186-87c8-d819258895b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.063729] env[69846]: DEBUG nova.network.neutron [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Refreshing network info cache for port 294a4961-fcb7-4c36-a537-30d3c3d592fa {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.064960] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:50:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '294a4961-fcb7-4c36-a537-30d3c3d592fa', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.072763] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Creating folder: Project (9bf06ba796504f188206b11aaed06381). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.073335] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9026c6e8-f5f8-436e-9f6b-cc8378f7cc09 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.078046] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66f1e5ec-d7d8-4e6a-b526-de92bba54b5e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.086400] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.086400] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.092317] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72f2053-d2ac-45a2-af25-9d31c6064900 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.101931] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Created folder: Project (9bf06ba796504f188206b11aaed06381) in parent group-v591891. [ 718.102195] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Creating folder: Instances. Parent ref: group-v591935. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.102819] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06288207-166b-4a3c-a2f5-78b33017b63b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.114452] env[69846]: DEBUG nova.compute.provider_tree [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.123845] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Created folder: Instances in parent group-v591935. [ 718.123956] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.124220] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.124462] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3752d04-8967-4989-b72d-be3175b47f33 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.146586] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.146586] env[69846]: value = "task-2949266" [ 718.146586] env[69846]: _type = "Task" [ 718.146586] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.158821] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949266, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.160499] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Successfully created port: 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.582162] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Successfully updated port: 46bf8d34-7b87-4d7b-b0f9-cc75945f4255 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.617742] env[69846]: DEBUG nova.scheduler.client.report [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.658410] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949266, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.835089] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.886640] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.886965] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.887389] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.887647] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.887802] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.887952] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.888192] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.888352] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.888550] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.888718] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.889569] env[69846]: DEBUG nova.virt.hardware [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.890238] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761139ef-7260-43aa-9c8d-5d9b38fd6547 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.898557] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef313b83-c0e4-434d-b7e9-eb78862adf03 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.086829] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "refresh_cache-56349119-bede-4c79-91f9-3713d0951cf0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.087175] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired lock "refresh_cache-56349119-bede-4c79-91f9-3713d0951cf0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.087325] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.126834] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.129882] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.639s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.130169] env[69846]: DEBUG nova.objects.instance [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lazy-loading 'resources' on Instance uuid 8450b546-033c-4810-bd3c-913e21e6b8b3 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.153802] env[69846]: INFO nova.scheduler.client.report [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Deleted allocations for instance 671877cf-8b8b-4a13-807a-3c37bce94295 [ 719.158510] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949266, 'name': CreateVM_Task, 'duration_secs': 0.608977} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.160840] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.164032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.164032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.164032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.164032] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c903fec0-75b6-43b8-8a01-50d0470e3f70 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.169265] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 719.169265] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529beca3-a311-83c1-a63d-e75f2a8d0257" [ 719.169265] env[69846]: _type = "Task" [ 719.169265] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.178320] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529beca3-a311-83c1-a63d-e75f2a8d0257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.445225] env[69846]: DEBUG nova.network.neutron [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Updated VIF entry in instance network info cache for port 294a4961-fcb7-4c36-a537-30d3c3d592fa. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.445225] env[69846]: DEBUG nova.network.neutron [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Updating instance_info_cache with network_info: [{"id": "294a4961-fcb7-4c36-a537-30d3c3d592fa", "address": "fa:16:3e:65:50:3a", "network": {"id": "fb822561-7fa0-452c-b02b-7da1f1b4525b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-133883684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf06ba796504f188206b11aaed06381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a4961-fc", "ovs_interfaceid": "294a4961-fcb7-4c36-a537-30d3c3d592fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.445484] env[69846]: DEBUG nova.network.neutron [req-19dff805-1399-4a5c-9068-9ab7a7077cb9 req-b0c3acef-5095-49d6-840a-3ece6b4df5f2 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Updated VIF entry in instance network info cache for port bb3c590d-6596-436e-8441-ff7f3cb685df. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.445924] env[69846]: DEBUG nova.network.neutron [req-19dff805-1399-4a5c-9068-9ab7a7077cb9 req-b0c3acef-5095-49d6-840a-3ece6b4df5f2 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Updating instance_info_cache with network_info: [{"id": "bb3c590d-6596-436e-8441-ff7f3cb685df", "address": "fa:16:3e:d0:08:cf", "network": {"id": "420e1815-963e-461d-af2c-e6638f2f773f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1759084570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "facc4ced7c994e44ae1cb0744c908765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3c590d-65", "ovs_interfaceid": "bb3c590d-6596-436e-8441-ff7f3cb685df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.665098] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a43eecbd-9311-49e5-98d9-1332a9388b38 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Lock "671877cf-8b8b-4a13-807a-3c37bce94295" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.706s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.671445] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.704141] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529beca3-a311-83c1-a63d-e75f2a8d0257, 'name': SearchDatastore_Task, 'duration_secs': 0.02067} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.704141] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.704141] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.704141] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.704615] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.704615] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.707072] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85f7bda3-cf3a-48f5-98aa-ef72ec269862 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.716399] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.716642] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.717918] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b5baea-7aab-4c55-a71c-63309062b2e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.724792] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 719.724792] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c7611f-3e1b-b34b-92aa-fe2101719b34" [ 719.724792] env[69846]: _type = "Task" [ 719.724792] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.739437] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c7611f-3e1b-b34b-92aa-fe2101719b34, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.742555] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416a9ade-03f8-49b1-b73e-b580d3345730 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.748915] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 719.748915] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5259effe-4503-dfa3-1893-d54fc5a0b67c" [ 719.748915] env[69846]: _type = "Task" [ 719.748915] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.761158] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5259effe-4503-dfa3-1893-d54fc5a0b67c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.761450] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.761520] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 96082a6a-9b5f-4186-87c8-d819258895b8/96082a6a-9b5f-4186-87c8-d819258895b8.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.762712] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c83cad1c-1671-4302-8f19-9e52131dcec2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.768671] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 719.768671] env[69846]: value = "task-2949267" [ 719.768671] env[69846]: _type = "Task" [ 719.768671] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.783881] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.947906] env[69846]: DEBUG oslo_concurrency.lockutils [req-93bdabe1-f230-4760-ad9b-738c964e496b req-59c349a7-fe25-4b8f-a2bc-321d6ccb3703 service nova] Releasing lock "refresh_cache-96082a6a-9b5f-4186-87c8-d819258895b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.950983] env[69846]: DEBUG oslo_concurrency.lockutils [req-19dff805-1399-4a5c-9068-9ab7a7077cb9 req-b0c3acef-5095-49d6-840a-3ece6b4df5f2 service nova] Releasing lock "refresh_cache-3ea69053-5344-410a-8ea5-7c04b8383f91" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.213506] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Updating instance_info_cache with network_info: [{"id": "46bf8d34-7b87-4d7b-b0f9-cc75945f4255", "address": "fa:16:3e:35:e2:e7", "network": {"id": "fb822561-7fa0-452c-b02b-7da1f1b4525b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-133883684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf06ba796504f188206b11aaed06381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bf8d34-7b", "ovs_interfaceid": "46bf8d34-7b87-4d7b-b0f9-cc75945f4255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.281212] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460901} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.281212] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 96082a6a-9b5f-4186-87c8-d819258895b8/96082a6a-9b5f-4186-87c8-d819258895b8.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.281212] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.281705] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dba71e8f-fdb9-4f02-bbdf-5a4844697fdd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.288949] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Successfully updated port: 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.293181] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 720.293181] env[69846]: value = "task-2949268" [ 720.293181] env[69846]: _type = "Task" [ 720.293181] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.311896] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.344450] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1331861d-a065-45fd-971f-8361e81fc482 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.354054] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca6d6c6-acd5-419a-a702-437ff2f22f81 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.390252] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e682a6-1aec-4f38-be68-86558a4adfc0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.397784] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81f2bca-6c19-40ce-b993-7809817dc886 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.412434] env[69846]: DEBUG nova.compute.provider_tree [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.716261] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Releasing lock "refresh_cache-56349119-bede-4c79-91f9-3713d0951cf0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.716537] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Instance network_info: |[{"id": "46bf8d34-7b87-4d7b-b0f9-cc75945f4255", "address": "fa:16:3e:35:e2:e7", "network": {"id": "fb822561-7fa0-452c-b02b-7da1f1b4525b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-133883684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf06ba796504f188206b11aaed06381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bf8d34-7b", "ovs_interfaceid": "46bf8d34-7b87-4d7b-b0f9-cc75945f4255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.716916] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:e2:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46bf8d34-7b87-4d7b-b0f9-cc75945f4255', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.726702] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.726982] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.727226] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebf992a7-9cd2-4426-a123-4c7174ee3608 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.749427] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.749427] env[69846]: value = "task-2949269" [ 720.749427] env[69846]: _type = "Task" [ 720.749427] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.760034] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949269, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.792418] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "refresh_cache-0ad3493e-7c35-4c8c-8eda-ffa665c37b73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.792570] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired lock "refresh_cache-0ad3493e-7c35-4c8c-8eda-ffa665c37b73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.792724] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.804571] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064427} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.804571] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.805537] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d012a3-5ab9-426e-8b81-141b976feb28 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.831047] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 96082a6a-9b5f-4186-87c8-d819258895b8/96082a6a-9b5f-4186-87c8-d819258895b8.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.831685] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e9f9e3-b88e-4396-91de-809890b2b509 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.847446] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquiring lock "8c8a9793-f89c-471b-99dd-005d470ebfcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.847703] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lock "8c8a9793-f89c-471b-99dd-005d470ebfcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.848230] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquiring lock "8c8a9793-f89c-471b-99dd-005d470ebfcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.848230] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lock "8c8a9793-f89c-471b-99dd-005d470ebfcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.848384] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lock "8c8a9793-f89c-471b-99dd-005d470ebfcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.850617] env[69846]: INFO nova.compute.manager [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Terminating instance [ 720.858878] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 720.858878] env[69846]: value = "task-2949270" [ 720.858878] env[69846]: _type = "Task" [ 720.858878] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.866938] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.916043] env[69846]: DEBUG nova.scheduler.client.report [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.260098] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949269, 'name': CreateVM_Task, 'duration_secs': 0.373711} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.260098] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.260780] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.260874] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.261208] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.261468] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38fa391f-2334-4cb2-b0b0-b9dc64ffdd2e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.266047] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 721.266047] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c62999-8edf-73d7-37a4-fb8ec8b616ff" [ 721.266047] env[69846]: _type = "Task" [ 721.266047] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.273836] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c62999-8edf-73d7-37a4-fb8ec8b616ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.325343] env[69846]: DEBUG nova.compute.manager [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Received event network-vif-plugged-46bf8d34-7b87-4d7b-b0f9-cc75945f4255 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.325615] env[69846]: DEBUG oslo_concurrency.lockutils [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] Acquiring lock "56349119-bede-4c79-91f9-3713d0951cf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.325782] env[69846]: DEBUG oslo_concurrency.lockutils [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] Lock "56349119-bede-4c79-91f9-3713d0951cf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.325854] env[69846]: DEBUG oslo_concurrency.lockutils [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] Lock "56349119-bede-4c79-91f9-3713d0951cf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.326016] env[69846]: DEBUG nova.compute.manager [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] No waiting events found dispatching network-vif-plugged-46bf8d34-7b87-4d7b-b0f9-cc75945f4255 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.326315] env[69846]: WARNING nova.compute.manager [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Received unexpected event network-vif-plugged-46bf8d34-7b87-4d7b-b0f9-cc75945f4255 for instance with vm_state building and task_state spawning. [ 721.326498] env[69846]: DEBUG nova.compute.manager [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Received event network-changed-46bf8d34-7b87-4d7b-b0f9-cc75945f4255 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.326658] env[69846]: DEBUG nova.compute.manager [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Refreshing instance network info cache due to event network-changed-46bf8d34-7b87-4d7b-b0f9-cc75945f4255. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.326842] env[69846]: DEBUG oslo_concurrency.lockutils [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] Acquiring lock "refresh_cache-56349119-bede-4c79-91f9-3713d0951cf0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.326974] env[69846]: DEBUG oslo_concurrency.lockutils [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] Acquired lock "refresh_cache-56349119-bede-4c79-91f9-3713d0951cf0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.327132] env[69846]: DEBUG nova.network.neutron [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Refreshing network info cache for port 46bf8d34-7b87-4d7b-b0f9-cc75945f4255 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.339083] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.355546] env[69846]: DEBUG nova.compute.manager [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.355793] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.357049] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5227bc-c2f6-4eb7-acfc-ed9cccf0c491 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.368918] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.371962] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce579a3-0eed-4e80-97cb-05a81b59b873 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.373477] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949270, 'name': ReconfigVM_Task, 'duration_secs': 0.302152} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.374057] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 96082a6a-9b5f-4186-87c8-d819258895b8/96082a6a-9b5f-4186-87c8-d819258895b8.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.374971] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83e3b2ad-6cda-42e9-a28f-b4799389af03 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.379357] env[69846]: DEBUG oslo_vmware.api [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for the task: (returnval){ [ 721.379357] env[69846]: value = "task-2949271" [ 721.379357] env[69846]: _type = "Task" [ 721.379357] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.384164] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 721.384164] env[69846]: value = "task-2949272" [ 721.384164] env[69846]: _type = "Task" [ 721.384164] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.390218] env[69846]: DEBUG oslo_vmware.api [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.395329] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949272, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.421826] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.424884] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.835s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.426511] env[69846]: INFO nova.compute.claims [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.453569] env[69846]: INFO nova.scheduler.client.report [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Deleted allocations for instance 8450b546-033c-4810-bd3c-913e21e6b8b3 [ 721.559052] env[69846]: DEBUG nova.network.neutron [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Updating instance_info_cache with network_info: [{"id": "2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc", "address": "fa:16:3e:7e:bb:88", "network": {"id": "fb822561-7fa0-452c-b02b-7da1f1b4525b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-133883684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf06ba796504f188206b11aaed06381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a78bbc2-4c", "ovs_interfaceid": "2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.582777] env[69846]: DEBUG nova.compute.manager [req-baedd80d-1795-4b75-923b-d7ad46d8c14f req-25e5b640-218b-43a1-b7af-c1838a2524e2 service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Received event network-vif-plugged-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.583091] env[69846]: DEBUG oslo_concurrency.lockutils [req-baedd80d-1795-4b75-923b-d7ad46d8c14f req-25e5b640-218b-43a1-b7af-c1838a2524e2 service nova] Acquiring lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.583332] env[69846]: DEBUG oslo_concurrency.lockutils [req-baedd80d-1795-4b75-923b-d7ad46d8c14f req-25e5b640-218b-43a1-b7af-c1838a2524e2 service nova] Lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.583590] env[69846]: DEBUG oslo_concurrency.lockutils [req-baedd80d-1795-4b75-923b-d7ad46d8c14f req-25e5b640-218b-43a1-b7af-c1838a2524e2 service nova] Lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.583857] env[69846]: DEBUG nova.compute.manager [req-baedd80d-1795-4b75-923b-d7ad46d8c14f req-25e5b640-218b-43a1-b7af-c1838a2524e2 service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] No waiting events found dispatching network-vif-plugged-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.583983] env[69846]: WARNING nova.compute.manager [req-baedd80d-1795-4b75-923b-d7ad46d8c14f req-25e5b640-218b-43a1-b7af-c1838a2524e2 service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Received unexpected event network-vif-plugged-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc for instance with vm_state building and task_state spawning. [ 721.747468] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "295b2bc5-a56d-4eca-940f-c04d3adae804" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.747714] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.777924] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c62999-8edf-73d7-37a4-fb8ec8b616ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.778232] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.778465] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.779218] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.779218] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.779218] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.779594] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dffa7f5a-a070-4e2b-9b1a-a72adcc07e90 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.789797] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.789978] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.790932] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1230b389-7eed-4807-b1cc-907b02b55b08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.796970] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 721.796970] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5216bf58-68af-41b3-8155-9bdd729d8c04" [ 721.796970] env[69846]: _type = "Task" [ 721.796970] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.807419] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5216bf58-68af-41b3-8155-9bdd729d8c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.893939] env[69846]: DEBUG oslo_vmware.api [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949271, 'name': PowerOffVM_Task, 'duration_secs': 0.213416} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.894616] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.894795] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.895098] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81f478e6-298e-4c81-bbe7-0121da08868e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.902202] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949272, 'name': Rename_Task, 'duration_secs': 0.187364} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.903039] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.903251] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b11ded2-54ff-4c10-95cc-62f3697684c4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.911223] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 721.911223] env[69846]: value = "task-2949274" [ 721.911223] env[69846]: _type = "Task" [ 721.911223] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.920594] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.961979] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.961979] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.961979] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Deleting the datastore file [datastore2] 8c8a9793-f89c-471b-99dd-005d470ebfcc {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.961979] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d94ab86-76fc-447e-868e-cec055bea62b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.968597] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28b5ca36-0fee-4169-91ec-82f06c6befa3 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Lock "8450b546-033c-4810-bd3c-913e21e6b8b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.794s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.971187] env[69846]: DEBUG oslo_vmware.api [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for the task: (returnval){ [ 721.971187] env[69846]: value = "task-2949275" [ 721.971187] env[69846]: _type = "Task" [ 721.971187] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.986972] env[69846]: DEBUG oslo_vmware.api [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.065552] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Releasing lock "refresh_cache-0ad3493e-7c35-4c8c-8eda-ffa665c37b73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.065552] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Instance network_info: |[{"id": "2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc", "address": "fa:16:3e:7e:bb:88", "network": {"id": "fb822561-7fa0-452c-b02b-7da1f1b4525b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-133883684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf06ba796504f188206b11aaed06381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a78bbc2-4c", "ovs_interfaceid": "2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.066819] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:bb:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.076028] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.076382] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.077340] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa55195c-f077-4556-80a3-4ee832352ff9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.103075] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.103075] env[69846]: value = "task-2949276" [ 722.103075] env[69846]: _type = "Task" [ 722.103075] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.111950] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949276, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.309287] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5216bf58-68af-41b3-8155-9bdd729d8c04, 'name': SearchDatastore_Task, 'duration_secs': 0.017067} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.310742] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0d7d89-4b14-4537-bd11-e33432b90ad4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.316657] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 722.316657] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]521866ea-91db-e145-c685-f4075578e4b7" [ 722.316657] env[69846]: _type = "Task" [ 722.316657] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.324451] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521866ea-91db-e145-c685-f4075578e4b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.380043] env[69846]: DEBUG nova.network.neutron [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Updated VIF entry in instance network info cache for port 46bf8d34-7b87-4d7b-b0f9-cc75945f4255. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.380434] env[69846]: DEBUG nova.network.neutron [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Updating instance_info_cache with network_info: [{"id": "46bf8d34-7b87-4d7b-b0f9-cc75945f4255", "address": "fa:16:3e:35:e2:e7", "network": {"id": "fb822561-7fa0-452c-b02b-7da1f1b4525b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-133883684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf06ba796504f188206b11aaed06381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bf8d34-7b", "ovs_interfaceid": "46bf8d34-7b87-4d7b-b0f9-cc75945f4255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.423870] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949274, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.482850] env[69846]: DEBUG oslo_vmware.api [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Task: {'id': task-2949275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264933} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.483215] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.483422] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.483602] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.483774] env[69846]: INFO nova.compute.manager [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 722.484026] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.484292] env[69846]: DEBUG nova.compute.manager [-] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.484355] env[69846]: DEBUG nova.network.neutron [-] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.620336] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949276, 'name': CreateVM_Task, 'duration_secs': 0.317297} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.620533] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.621208] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.621373] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.621809] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.622309] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ae52d9-213e-4d93-bb18-14a536cca0ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.630601] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 722.630601] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a85c8a-dc16-2fdf-ad86-6826b31ffa2e" [ 722.630601] env[69846]: _type = "Task" [ 722.630601] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.638280] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a85c8a-dc16-2fdf-ad86-6826b31ffa2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.835061] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521866ea-91db-e145-c685-f4075578e4b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.835395] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.835591] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 56349119-bede-4c79-91f9-3713d0951cf0/56349119-bede-4c79-91f9-3713d0951cf0.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.835845] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce346787-7d2d-45a4-9736-f1be5cbe367d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.844621] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 722.844621] env[69846]: value = "task-2949277" [ 722.844621] env[69846]: _type = "Task" [ 722.844621] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.853264] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.882918] env[69846]: DEBUG oslo_concurrency.lockutils [req-ef9c81bb-ad62-4cc4-bace-288f370df717 req-7f4dc1f7-0da9-45ed-a4b2-87dfe6689599 service nova] Releasing lock "refresh_cache-56349119-bede-4c79-91f9-3713d0951cf0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.921130] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949274, 'name': PowerOnVM_Task, 'duration_secs': 0.615814} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.921465] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.921839] env[69846]: INFO nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Took 9.45 seconds to spawn the instance on the hypervisor. [ 722.921839] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.927026] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2866c1c9-cbdb-43d4-92a0-19131e96d99a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.993060] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1836b3-5cc7-4c95-b1f4-ce79f433cc55 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.002165] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cbb781-c4f1-4697-9c2b-14d4755a0846 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.038693] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e72691-3a83-41f5-8d7a-72adcfc29438 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.048791] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4594999-e68e-4d4d-850a-caec58f963c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.068651] env[69846]: DEBUG nova.compute.provider_tree [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.143158] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a85c8a-dc16-2fdf-ad86-6826b31ffa2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010128} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.143616] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.143937] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.144292] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.144467] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.144883] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.145206] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64c8bc84-3ba7-4d8d-921d-14bd726c41cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.161136] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.161482] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.162624] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6232901a-9ea4-4c01-8f1d-0ed597a8833a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.171033] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 723.171033] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ee9f66-2041-c4ef-acc0-618ba55a3960" [ 723.171033] env[69846]: _type = "Task" [ 723.171033] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.183472] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ee9f66-2041-c4ef-acc0-618ba55a3960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.359741] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49818} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.359951] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 56349119-bede-4c79-91f9-3713d0951cf0/56349119-bede-4c79-91f9-3713d0951cf0.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.363352] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.363616] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-135cf536-eb27-4fab-864c-18fa76a7beab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.372334] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 723.372334] env[69846]: value = "task-2949278" [ 723.372334] env[69846]: _type = "Task" [ 723.372334] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.380139] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.389622] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "821ee995-2b25-4053-bc3c-6523f1db90e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.389852] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.447235] env[69846]: INFO nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Took 28.49 seconds to build instance. [ 723.542747] env[69846]: DEBUG nova.network.neutron [-] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.572677] env[69846]: DEBUG nova.scheduler.client.report [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.682204] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ee9f66-2041-c4ef-acc0-618ba55a3960, 'name': SearchDatastore_Task, 'duration_secs': 0.056412} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.683085] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0171c936-8d2e-4ed9-869d-42da68db07f8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.688613] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 723.688613] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52007456-f680-b5ad-b27a-dfee9075de89" [ 723.688613] env[69846]: _type = "Task" [ 723.688613] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.696301] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52007456-f680-b5ad-b27a-dfee9075de89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.887945] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065994} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.891696] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.892201] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a550907-9e3b-49a1-a498-0802edef4124 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.915291] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 56349119-bede-4c79-91f9-3713d0951cf0/56349119-bede-4c79-91f9-3713d0951cf0.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.915742] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2779aa5f-7c1a-408b-8034-9801e0e0ca5f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.935859] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 723.935859] env[69846]: value = "task-2949279" [ 723.935859] env[69846]: _type = "Task" [ 723.935859] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.945275] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.948620] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "96082a6a-9b5f-4186-87c8-d819258895b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.952s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.046101] env[69846]: INFO nova.compute.manager [-] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Took 1.56 seconds to deallocate network for instance. [ 724.056862] env[69846]: DEBUG nova.compute.manager [req-8c9418a3-f3ee-419a-a23b-37a06049e70f req-b89dfc4a-026e-4ce2-b707-c41b766235cd service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Received event network-changed-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.057036] env[69846]: DEBUG nova.compute.manager [req-8c9418a3-f3ee-419a-a23b-37a06049e70f req-b89dfc4a-026e-4ce2-b707-c41b766235cd service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Refreshing instance network info cache due to event network-changed-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.057323] env[69846]: DEBUG oslo_concurrency.lockutils [req-8c9418a3-f3ee-419a-a23b-37a06049e70f req-b89dfc4a-026e-4ce2-b707-c41b766235cd service nova] Acquiring lock "refresh_cache-0ad3493e-7c35-4c8c-8eda-ffa665c37b73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.057370] env[69846]: DEBUG oslo_concurrency.lockutils [req-8c9418a3-f3ee-419a-a23b-37a06049e70f req-b89dfc4a-026e-4ce2-b707-c41b766235cd service nova] Acquired lock "refresh_cache-0ad3493e-7c35-4c8c-8eda-ffa665c37b73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.057503] env[69846]: DEBUG nova.network.neutron [req-8c9418a3-f3ee-419a-a23b-37a06049e70f req-b89dfc4a-026e-4ce2-b707-c41b766235cd service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Refreshing network info cache for port 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.078935] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.079516] env[69846]: DEBUG nova.compute.manager [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.085429] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.899s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.087836] env[69846]: INFO nova.compute.claims [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.201082] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52007456-f680-b5ad-b27a-dfee9075de89, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.201389] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.201699] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0ad3493e-7c35-4c8c-8eda-ffa665c37b73/0ad3493e-7c35-4c8c-8eda-ffa665c37b73.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.202050] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0042f030-f815-46ae-9991-6331c47d00ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.211023] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 724.211023] env[69846]: value = "task-2949280" [ 724.211023] env[69846]: _type = "Task" [ 724.211023] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.224805] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.448648] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.457221] env[69846]: DEBUG nova.compute.manager [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.553499] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.587454] env[69846]: DEBUG nova.compute.utils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.590839] env[69846]: DEBUG nova.compute.manager [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Not allocating networking since 'none' was specified. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 724.726631] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.866774] env[69846]: DEBUG nova.network.neutron [req-8c9418a3-f3ee-419a-a23b-37a06049e70f req-b89dfc4a-026e-4ce2-b707-c41b766235cd service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Updated VIF entry in instance network info cache for port 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.870950] env[69846]: DEBUG nova.network.neutron [req-8c9418a3-f3ee-419a-a23b-37a06049e70f req-b89dfc4a-026e-4ce2-b707-c41b766235cd service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Updating instance_info_cache with network_info: [{"id": "2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc", "address": "fa:16:3e:7e:bb:88", "network": {"id": "fb822561-7fa0-452c-b02b-7da1f1b4525b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-133883684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf06ba796504f188206b11aaed06381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a78bbc2-4c", "ovs_interfaceid": "2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.952751] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.986459] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.096110] env[69846]: DEBUG nova.compute.manager [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.223346] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.373360] env[69846]: DEBUG oslo_concurrency.lockutils [req-8c9418a3-f3ee-419a-a23b-37a06049e70f req-b89dfc4a-026e-4ce2-b707-c41b766235cd service nova] Releasing lock "refresh_cache-0ad3493e-7c35-4c8c-8eda-ffa665c37b73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.373761] env[69846]: DEBUG nova.compute.manager [req-8c9418a3-f3ee-419a-a23b-37a06049e70f req-b89dfc4a-026e-4ce2-b707-c41b766235cd service nova] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Received event network-vif-deleted-3614b8ac-2395-40fb-bf20-5895f3cf0a0f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.450515] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949279, 'name': ReconfigVM_Task, 'duration_secs': 1.332786} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.456243] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 56349119-bede-4c79-91f9-3713d0951cf0/56349119-bede-4c79-91f9-3713d0951cf0.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.460276] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad04dc01-d097-4762-9f56-47ff80424971 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.462270] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.462510] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.471969] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 725.471969] env[69846]: value = "task-2949281" [ 725.471969] env[69846]: _type = "Task" [ 725.471969] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.484445] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949281, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.724886] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949280, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.767285] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05979104-0a44-4d93-b2d4-afcb6be77797 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.775918] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e761b91-832c-48cf-9eb5-94455415a6b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.812039] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02615c8-d51f-48b6-af50-be1d28b02058 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.821094] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b81471-d5ea-4b1e-9d34-9f747e1ffc33 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.834192] env[69846]: DEBUG nova.compute.provider_tree [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.984273] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949281, 'name': Rename_Task, 'duration_secs': 0.376204} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.984931] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.985316] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a4a1a8d-7f1c-4f22-a33a-34cc219391c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.992054] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 725.992054] env[69846]: value = "task-2949282" [ 725.992054] env[69846]: _type = "Task" [ 725.992054] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.000793] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.112534] env[69846]: DEBUG nova.compute.manager [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.139176] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.139428] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.139584] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.139759] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.139910] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.140079] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.140323] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.140488] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.140673] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.140889] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.141099] env[69846]: DEBUG nova.virt.hardware [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.142128] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292aa37d-5250-4bf4-ab6f-7059d3b83ec7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.150448] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684fc80a-0ee1-4f2e-87e8-1457c9bd5e0b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.165088] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.170983] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Creating folder: Project (28060f8241d94c80af6744203d7936e8). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.171345] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-432e8674-ee0b-4523-9436-59167f18cce2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.186473] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Created folder: Project (28060f8241d94c80af6744203d7936e8) in parent group-v591891. [ 726.186473] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Creating folder: Instances. Parent ref: group-v591940. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.186612] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cee3fa0-84c3-4cd2-82f8-104993db518f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.197299] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Created folder: Instances in parent group-v591940. [ 726.197299] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.197299] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.197299] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-313754db-48ec-4208-a07c-e6d4cf6dcf6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.220277] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.220277] env[69846]: value = "task-2949285" [ 726.220277] env[69846]: _type = "Task" [ 726.220277] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.229301] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949280, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.537199} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.229979] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0ad3493e-7c35-4c8c-8eda-ffa665c37b73/0ad3493e-7c35-4c8c-8eda-ffa665c37b73.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.230293] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.230580] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b10f6eda-6e37-46eb-9dd0-0403fa0a5432 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.235812] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949285, 'name': CreateVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.240971] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 726.240971] env[69846]: value = "task-2949286" [ 726.240971] env[69846]: _type = "Task" [ 726.240971] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.254178] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.337568] env[69846]: DEBUG nova.scheduler.client.report [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.504751] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949282, 'name': PowerOnVM_Task, 'duration_secs': 0.483398} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.505081] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.505286] env[69846]: INFO nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Took 10.35 seconds to spawn the instance on the hypervisor. [ 726.505466] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.506637] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907a1909-a0ee-4587-9ccf-46816ac4a80b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.736354] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949285, 'name': CreateVM_Task, 'duration_secs': 0.358512} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.736552] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.737021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.737747] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.737747] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.737886] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1029cb44-dcf8-4465-9bf0-f7eb0e288fe1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.744623] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for the task: (returnval){ [ 726.744623] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5291927c-4ba0-f8df-751b-14786bd83aa5" [ 726.744623] env[69846]: _type = "Task" [ 726.744623] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.757297] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5291927c-4ba0-f8df-751b-14786bd83aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.757562] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091108} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.757768] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.758561] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5502f9-aa6b-42fa-99ff-566a09ad58ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.781137] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 0ad3493e-7c35-4c8c-8eda-ffa665c37b73/0ad3493e-7c35-4c8c-8eda-ffa665c37b73.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.781753] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b549ff4-2669-4f23-a3f8-ee24574c0657 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.806964] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 726.806964] env[69846]: value = "task-2949287" [ 726.806964] env[69846]: _type = "Task" [ 726.806964] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.816709] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.846870] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.847484] env[69846]: DEBUG nova.compute.manager [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.851037] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.848s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.855267] env[69846]: INFO nova.compute.claims [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.864144] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquiring lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.864377] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.031041] env[69846]: INFO nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Took 30.77 seconds to build instance. [ 727.259354] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5291927c-4ba0-f8df-751b-14786bd83aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.02316} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.260187] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.260488] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.260764] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.260958] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.261527] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.261527] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ae22333-2e8a-4b40-9f1b-2081e2ebb6c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.275418] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.276018] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.277426] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a45a39-35ac-4c0f-953b-9d9f2721e0a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.282945] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for the task: (returnval){ [ 727.282945] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b9dab7-10e2-eef0-d76f-580efc266969" [ 727.282945] env[69846]: _type = "Task" [ 727.282945] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.300271] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b9dab7-10e2-eef0-d76f-580efc266969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.318712] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.359407] env[69846]: DEBUG nova.compute.utils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.362385] env[69846]: DEBUG nova.compute.manager [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.362559] env[69846]: DEBUG nova.network.neutron [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.437259] env[69846]: DEBUG nova.policy [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f9e0d620204b63a5b811bc81ec88f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73bc0296d71a4a12bd21b42fea199cf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.532853] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "56349119-bede-4c79-91f9-3713d0951cf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.495s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.797690] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b9dab7-10e2-eef0-d76f-580efc266969, 'name': SearchDatastore_Task, 'duration_secs': 0.033247} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.801548] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69adfb60-7b66-4d66-bc89-8fd67c1aba5f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.805935] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for the task: (returnval){ [ 727.805935] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52db5ef1-c32f-5e1f-5b99-6555caa193b5" [ 727.805935] env[69846]: _type = "Task" [ 727.805935] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.822058] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52db5ef1-c32f-5e1f-5b99-6555caa193b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.826839] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949287, 'name': ReconfigVM_Task, 'duration_secs': 0.911523} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.828034] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 0ad3493e-7c35-4c8c-8eda-ffa665c37b73/0ad3493e-7c35-4c8c-8eda-ffa665c37b73.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.828034] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4e29dfa-6fa6-42ec-95a8-c9fbd46bf7ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.835491] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 727.835491] env[69846]: value = "task-2949288" [ 727.835491] env[69846]: _type = "Task" [ 727.835491] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.842643] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949288, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.863600] env[69846]: DEBUG nova.compute.manager [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.036506] env[69846]: DEBUG nova.compute.manager [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.060553] env[69846]: DEBUG nova.network.neutron [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Successfully created port: d1efcf96-a749-4aa1-a393-edfa33b873dc {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.316882] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52db5ef1-c32f-5e1f-5b99-6555caa193b5, 'name': SearchDatastore_Task, 'duration_secs': 0.027847} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.317298] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.317678] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 971e49d0-8e74-4635-9d7d-0c8843d1e58a/971e49d0-8e74-4635-9d7d-0c8843d1e58a.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.320742] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8edec818-f5c4-4c89-8b36-b81d4dbec5eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.326897] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for the task: (returnval){ [ 728.326897] env[69846]: value = "task-2949289" [ 728.326897] env[69846]: _type = "Task" [ 728.326897] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.340511] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.345145] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949288, 'name': Rename_Task, 'duration_secs': 0.485612} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.345407] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.345640] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0633ecf-1717-4400-b7ea-b37ab0119544 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.353371] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 728.353371] env[69846]: value = "task-2949290" [ 728.353371] env[69846]: _type = "Task" [ 728.353371] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.362974] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.500743] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d2f5e2-cb8c-4b40-b626-d53c46988aab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.509295] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58234d2c-ebe6-4065-99e6-d6716a11e3f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.548226] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78883144-0875-46de-b20b-9f4e9d0aeebc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.559227] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4bb0dd-4b18-4f14-971a-b4fb9486152d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.575903] env[69846]: DEBUG nova.compute.provider_tree [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.578554] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.838251] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949289, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.866442] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949290, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.877630] env[69846]: DEBUG nova.compute.manager [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.909276] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.909276] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.909276] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.909437] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.909437] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.909437] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.909903] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.910924] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.911268] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.911562] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.911871] env[69846]: DEBUG nova.virt.hardware [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.912832] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74802718-6573-421e-8fcb-bc068d3ea06b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.921802] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923ef292-21a3-4708-8302-5daca8e68d8d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.084019] env[69846]: DEBUG nova.scheduler.client.report [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.345024] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545144} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.346121] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 971e49d0-8e74-4635-9d7d-0c8843d1e58a/971e49d0-8e74-4635-9d7d-0c8843d1e58a.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.346573] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.347321] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01cefbd1-abb5-4610-a995-6ad6e732b101 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.356240] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for the task: (returnval){ [ 729.356240] env[69846]: value = "task-2949291" [ 729.356240] env[69846]: _type = "Task" [ 729.356240] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.366711] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.369695] env[69846]: DEBUG oslo_vmware.api [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949290, 'name': PowerOnVM_Task, 'duration_secs': 0.727592} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.369933] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.370142] env[69846]: INFO nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Took 10.54 seconds to spawn the instance on the hypervisor. [ 729.370366] env[69846]: DEBUG nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.371250] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a2e63c-eac6-4244-8360-215828a6664c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.591727] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.592252] env[69846]: DEBUG nova.compute.manager [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.595489] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.738s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.599020] env[69846]: INFO nova.compute.claims [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.865582] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063572} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.865848] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.867273] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ef5043-2c14-4430-b3d0-fc59a4ed72af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.904025] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 971e49d0-8e74-4635-9d7d-0c8843d1e58a/971e49d0-8e74-4635-9d7d-0c8843d1e58a.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.906125] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4829354-24b5-4411-93c4-7c8673043416 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.922922] env[69846]: INFO nova.compute.manager [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Took 31.52 seconds to build instance. [ 729.930953] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for the task: (returnval){ [ 729.930953] env[69846]: value = "task-2949292" [ 729.930953] env[69846]: _type = "Task" [ 729.930953] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.942287] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.103589] env[69846]: DEBUG nova.compute.utils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.109402] env[69846]: DEBUG nova.compute.manager [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.109402] env[69846]: DEBUG nova.network.neutron [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.130668] env[69846]: DEBUG nova.compute.manager [req-97194b52-33da-44dc-b8b4-2b45db705162 req-3c04f527-1fac-4139-9c8b-517961da63b9 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Received event network-vif-plugged-d1efcf96-a749-4aa1-a393-edfa33b873dc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.131049] env[69846]: DEBUG oslo_concurrency.lockutils [req-97194b52-33da-44dc-b8b4-2b45db705162 req-3c04f527-1fac-4139-9c8b-517961da63b9 service nova] Acquiring lock "889cf715-5387-428e-a8d5-7b930de00bdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.131375] env[69846]: DEBUG oslo_concurrency.lockutils [req-97194b52-33da-44dc-b8b4-2b45db705162 req-3c04f527-1fac-4139-9c8b-517961da63b9 service nova] Lock "889cf715-5387-428e-a8d5-7b930de00bdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.131658] env[69846]: DEBUG oslo_concurrency.lockutils [req-97194b52-33da-44dc-b8b4-2b45db705162 req-3c04f527-1fac-4139-9c8b-517961da63b9 service nova] Lock "889cf715-5387-428e-a8d5-7b930de00bdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.131963] env[69846]: DEBUG nova.compute.manager [req-97194b52-33da-44dc-b8b4-2b45db705162 req-3c04f527-1fac-4139-9c8b-517961da63b9 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] No waiting events found dispatching network-vif-plugged-d1efcf96-a749-4aa1-a393-edfa33b873dc {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.132253] env[69846]: WARNING nova.compute.manager [req-97194b52-33da-44dc-b8b4-2b45db705162 req-3c04f527-1fac-4139-9c8b-517961da63b9 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Received unexpected event network-vif-plugged-d1efcf96-a749-4aa1-a393-edfa33b873dc for instance with vm_state building and task_state spawning. [ 730.169708] env[69846]: DEBUG nova.network.neutron [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Successfully updated port: d1efcf96-a749-4aa1-a393-edfa33b873dc {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.224893] env[69846]: DEBUG nova.policy [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09e2dd4674be462dbe1b3633e63fca8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f027fc663134437bd5fedbe4d244f31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.425791] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.351s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.444448] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949292, 'name': ReconfigVM_Task, 'duration_secs': 0.290382} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.447020] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 971e49d0-8e74-4635-9d7d-0c8843d1e58a/971e49d0-8e74-4635-9d7d-0c8843d1e58a.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.447020] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-695e2879-7989-451e-b72a-5507f19c3910 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.452333] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for the task: (returnval){ [ 730.452333] env[69846]: value = "task-2949293" [ 730.452333] env[69846]: _type = "Task" [ 730.452333] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.464114] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949293, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.611500] env[69846]: DEBUG nova.compute.manager [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.672829] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquiring lock "refresh_cache-889cf715-5387-428e-a8d5-7b930de00bdb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.672977] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquired lock "refresh_cache-889cf715-5387-428e-a8d5-7b930de00bdb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.673255] env[69846]: DEBUG nova.network.neutron [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.929524] env[69846]: DEBUG nova.compute.manager [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.967091] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949293, 'name': Rename_Task, 'duration_secs': 0.209972} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.968083] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.968797] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f66bcfeb-744f-4718-8875-7e6765e11c68 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.977213] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for the task: (returnval){ [ 730.977213] env[69846]: value = "task-2949294" [ 730.977213] env[69846]: _type = "Task" [ 730.977213] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.994377] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949294, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.245821] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec3d6e8-185e-4106-a038-5c30017f5587 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.259672] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff67aeec-541c-4834-839b-3418839703e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.263576] env[69846]: DEBUG nova.network.neutron [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.314218] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e925c56c-9cb8-4761-8f9d-e448a2d71239 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.324557] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb6bfb7-6a2d-4a46-8d47-472629ca208d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.344027] env[69846]: DEBUG nova.compute.provider_tree [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.463803] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.486982] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949294, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.602469] env[69846]: DEBUG nova.network.neutron [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Updating instance_info_cache with network_info: [{"id": "d1efcf96-a749-4aa1-a393-edfa33b873dc", "address": "fa:16:3e:8f:ca:a1", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1efcf96-a7", "ovs_interfaceid": "d1efcf96-a749-4aa1-a393-edfa33b873dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.615026] env[69846]: DEBUG nova.network.neutron [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Successfully created port: eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.626053] env[69846]: DEBUG nova.compute.manager [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.664134] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.664406] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.664567] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.664764] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.664906] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.665064] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.665303] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.665466] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.665630] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.665810] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.665983] env[69846]: DEBUG nova.virt.hardware [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.667417] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb933e6f-72e1-4caa-ab19-5fcfc73a9638 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.677854] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9e119b-2853-47e6-b3f1-012584ba5aef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.847879] env[69846]: DEBUG nova.scheduler.client.report [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.990205] env[69846]: DEBUG oslo_vmware.api [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949294, 'name': PowerOnVM_Task, 'duration_secs': 0.598533} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.990205] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.990205] env[69846]: INFO nova.compute.manager [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Took 5.88 seconds to spawn the instance on the hypervisor. [ 731.990205] env[69846]: DEBUG nova.compute.manager [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.990732] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f3aba5-174d-41ac-a91e-2c2d2ffc15a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.108513] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Releasing lock "refresh_cache-889cf715-5387-428e-a8d5-7b930de00bdb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.108513] env[69846]: DEBUG nova.compute.manager [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Instance network_info: |[{"id": "d1efcf96-a749-4aa1-a393-edfa33b873dc", "address": "fa:16:3e:8f:ca:a1", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1efcf96-a7", "ovs_interfaceid": "d1efcf96-a749-4aa1-a393-edfa33b873dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.109139] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:ca:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1efcf96-a749-4aa1-a393-edfa33b873dc', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.118312] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Creating folder: Project (73bc0296d71a4a12bd21b42fea199cf2). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.118624] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cfae264-443d-48ad-ae41-77393f262fa3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.131055] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Created folder: Project (73bc0296d71a4a12bd21b42fea199cf2) in parent group-v591891. [ 732.131257] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Creating folder: Instances. Parent ref: group-v591943. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.131567] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-255993fc-058d-4752-abf0-912ba135fcba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.141213] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Created folder: Instances in parent group-v591943. [ 732.141675] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.143612] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.143612] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55247764-2d29-468d-bfd5-d199ef6d432a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.165402] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.165402] env[69846]: value = "task-2949297" [ 732.165402] env[69846]: _type = "Task" [ 732.165402] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.173820] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "96082a6a-9b5f-4186-87c8-d819258895b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.174070] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "96082a6a-9b5f-4186-87c8-d819258895b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.174275] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "96082a6a-9b5f-4186-87c8-d819258895b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.174449] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "96082a6a-9b5f-4186-87c8-d819258895b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.174606] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "96082a6a-9b5f-4186-87c8-d819258895b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.176121] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949297, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.177088] env[69846]: INFO nova.compute.manager [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Terminating instance [ 732.356145] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.357250] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.360481] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.896s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.362680] env[69846]: INFO nova.compute.claims [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.510896] env[69846]: INFO nova.compute.manager [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Took 29.94 seconds to build instance. [ 732.537231] env[69846]: DEBUG nova.compute.manager [req-b04f96c9-74bc-4f05-bbe1-5e7b0058a9e8 req-0990db30-63e0-4c91-bd92-48ead6dc8d96 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Received event network-changed-d1efcf96-a749-4aa1-a393-edfa33b873dc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.537649] env[69846]: DEBUG nova.compute.manager [req-b04f96c9-74bc-4f05-bbe1-5e7b0058a9e8 req-0990db30-63e0-4c91-bd92-48ead6dc8d96 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Refreshing instance network info cache due to event network-changed-d1efcf96-a749-4aa1-a393-edfa33b873dc. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.538110] env[69846]: DEBUG oslo_concurrency.lockutils [req-b04f96c9-74bc-4f05-bbe1-5e7b0058a9e8 req-0990db30-63e0-4c91-bd92-48ead6dc8d96 service nova] Acquiring lock "refresh_cache-889cf715-5387-428e-a8d5-7b930de00bdb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.538466] env[69846]: DEBUG oslo_concurrency.lockutils [req-b04f96c9-74bc-4f05-bbe1-5e7b0058a9e8 req-0990db30-63e0-4c91-bd92-48ead6dc8d96 service nova] Acquired lock "refresh_cache-889cf715-5387-428e-a8d5-7b930de00bdb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.540209] env[69846]: DEBUG nova.network.neutron [req-b04f96c9-74bc-4f05-bbe1-5e7b0058a9e8 req-0990db30-63e0-4c91-bd92-48ead6dc8d96 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Refreshing network info cache for port d1efcf96-a749-4aa1-a393-edfa33b873dc {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.680749] env[69846]: DEBUG nova.compute.manager [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.681223] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.681968] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949297, 'name': CreateVM_Task, 'duration_secs': 0.372515} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.683236] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b94bf18-a2c4-4fcd-b9c6-bc860065dad7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.690116] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.690729] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.691053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.691465] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.692643] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74558270-ae9b-4a62-a71c-ad1ee7f3f95e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.700011] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.700615] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28c6a934-7897-4385-95c4-05fad548a062 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.703121] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for the task: (returnval){ [ 732.703121] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a5b1b9-e48e-0f1a-5c6b-289d9c8e41e9" [ 732.703121] env[69846]: _type = "Task" [ 732.703121] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.708843] env[69846]: DEBUG oslo_vmware.api [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 732.708843] env[69846]: value = "task-2949298" [ 732.708843] env[69846]: _type = "Task" [ 732.708843] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.715388] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a5b1b9-e48e-0f1a-5c6b-289d9c8e41e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.720424] env[69846]: DEBUG oslo_vmware.api [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.869442] env[69846]: DEBUG nova.compute.utils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.871499] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.871875] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.920951] env[69846]: DEBUG nova.policy [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81e65a9a8d3c46d28224079829b1dacf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b17cb12a37449491acd973c5b676bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.017814] env[69846]: DEBUG oslo_concurrency.lockutils [None req-113efbe0-3ec1-4547-85a8-46b554227289 tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lock "971e49d0-8e74-4635-9d7d-0c8843d1e58a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.728s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.208193] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Successfully created port: c1ea2610-155e-4cfd-adce-0080e9046461 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.216908] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a5b1b9-e48e-0f1a-5c6b-289d9c8e41e9, 'name': SearchDatastore_Task, 'duration_secs': 0.016717} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.217566] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.217809] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.218119] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.218281] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.218463] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.218761] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d80744ef-e39a-45d7-a3b8-bf6315b45c5c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.223349] env[69846]: DEBUG oslo_vmware.api [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949298, 'name': PowerOffVM_Task, 'duration_secs': 0.189841} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.223906] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.224091] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.224353] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-710b6284-8a28-4167-a39a-85042a98ea49 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.233812] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.234061] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.234809] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec4d980-df01-4e12-9bc0-60f6ba6edcac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.240821] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for the task: (returnval){ [ 733.240821] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5279a73d-fdd2-6b25-a4ba-fce0449aea0f" [ 733.240821] env[69846]: _type = "Task" [ 733.240821] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.250954] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5279a73d-fdd2-6b25-a4ba-fce0449aea0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.304556] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.304631] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.304813] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Deleting the datastore file [datastore1] 96082a6a-9b5f-4186-87c8-d819258895b8 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.305094] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e29648-d805-4082-b382-3b4decfaf875 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.313296] env[69846]: DEBUG oslo_vmware.api [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 733.313296] env[69846]: value = "task-2949300" [ 733.313296] env[69846]: _type = "Task" [ 733.313296] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.323639] env[69846]: DEBUG oslo_vmware.api [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.372899] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.519905] env[69846]: DEBUG nova.compute.manager [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.539155] env[69846]: DEBUG nova.network.neutron [req-b04f96c9-74bc-4f05-bbe1-5e7b0058a9e8 req-0990db30-63e0-4c91-bd92-48ead6dc8d96 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Updated VIF entry in instance network info cache for port d1efcf96-a749-4aa1-a393-edfa33b873dc. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.539406] env[69846]: DEBUG nova.network.neutron [req-b04f96c9-74bc-4f05-bbe1-5e7b0058a9e8 req-0990db30-63e0-4c91-bd92-48ead6dc8d96 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Updating instance_info_cache with network_info: [{"id": "d1efcf96-a749-4aa1-a393-edfa33b873dc", "address": "fa:16:3e:8f:ca:a1", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1efcf96-a7", "ovs_interfaceid": "d1efcf96-a749-4aa1-a393-edfa33b873dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.753702] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5279a73d-fdd2-6b25-a4ba-fce0449aea0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.754785] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84209ecb-5298-461b-9697-335b403ee2fd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.762167] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for the task: (returnval){ [ 733.762167] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c672dc-6f7b-077c-aa13-320e5f8ca0e9" [ 733.762167] env[69846]: _type = "Task" [ 733.762167] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.772506] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c672dc-6f7b-077c-aa13-320e5f8ca0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.824294] env[69846]: DEBUG oslo_vmware.api [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212027} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.824561] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.824801] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.825019] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.825208] env[69846]: INFO nova.compute.manager [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 733.825448] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.825638] env[69846]: DEBUG nova.compute.manager [-] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.825734] env[69846]: DEBUG nova.network.neutron [-] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.018974] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afd9301-13d2-4728-abf7-64424aba2524 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.033302] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c32250-0135-4b70-8b04-63a7bce538b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.069300] env[69846]: DEBUG oslo_concurrency.lockutils [req-b04f96c9-74bc-4f05-bbe1-5e7b0058a9e8 req-0990db30-63e0-4c91-bd92-48ead6dc8d96 service nova] Releasing lock "refresh_cache-889cf715-5387-428e-a8d5-7b930de00bdb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.073030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.073666] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f32a75-47a3-477e-aaf8-5a23968dae4d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.080524] env[69846]: DEBUG nova.compute.manager [None req-05dd764e-e7da-4f0b-bbc6-43d8f86d2b93 tempest-ServerDiagnosticsV248Test-1496761086 tempest-ServerDiagnosticsV248Test-1496761086-project-admin] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.081982] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7508f8-c7ea-4492-853b-5aa20f8f14a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.089436] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f0ef6d-f245-4166-bac9-d9add21de003 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.096636] env[69846]: INFO nova.compute.manager [None req-05dd764e-e7da-4f0b-bbc6-43d8f86d2b93 tempest-ServerDiagnosticsV248Test-1496761086 tempest-ServerDiagnosticsV248Test-1496761086-project-admin] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Retrieving diagnostics [ 734.097903] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432c11b9-c1ed-4b07-b25f-0dd017afbe60 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.109495] env[69846]: DEBUG nova.compute.provider_tree [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.281247] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c672dc-6f7b-077c-aa13-320e5f8ca0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.281247] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.281247] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 889cf715-5387-428e-a8d5-7b930de00bdb/889cf715-5387-428e-a8d5-7b930de00bdb.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.281247] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eebe1cc-3de0-419c-82ce-96279ce064c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.289354] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for the task: (returnval){ [ 734.289354] env[69846]: value = "task-2949301" [ 734.289354] env[69846]: _type = "Task" [ 734.289354] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.297826] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.385720] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.414573] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.414678] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.414916] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.415192] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.415374] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.415555] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.415702] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.415857] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.416451] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.416451] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.416825] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.420730] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb998936-d89f-415b-8483-ca998d6cdba4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.426804] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c27e28a-7782-4801-9cfa-b9f45825a72b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.452409] env[69846]: DEBUG nova.network.neutron [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Successfully updated port: eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.613225] env[69846]: DEBUG nova.scheduler.client.report [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.796114] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Successfully updated port: c1ea2610-155e-4cfd-adce-0080e9046461 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.803461] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949301, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.961021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.961021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.961163] env[69846]: DEBUG nova.network.neutron [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.969129] env[69846]: DEBUG nova.network.neutron [-] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.105571] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquiring lock "94ca9823-14c8-4da4-9c79-ae233f79d656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.106025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lock "94ca9823-14c8-4da4-9c79-ae233f79d656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.122921] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.123516] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.126945] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.017s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.128504] env[69846]: INFO nova.compute.claims [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.300438] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "refresh_cache-e672d63e-1187-413c-8a0d-8fc214dcb9ef" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.300564] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "refresh_cache-e672d63e-1187-413c-8a0d-8fc214dcb9ef" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.300690] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.306537] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585739} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.306537] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 889cf715-5387-428e-a8d5-7b930de00bdb/889cf715-5387-428e-a8d5-7b930de00bdb.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.306868] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.308129] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5758b90-a334-4975-a297-f98ecb8f1f9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.313735] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for the task: (returnval){ [ 735.313735] env[69846]: value = "task-2949302" [ 735.313735] env[69846]: _type = "Task" [ 735.313735] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.324032] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.394362] env[69846]: DEBUG nova.compute.manager [req-7a7f24a4-1f4f-4b43-a908-f636d34f930a req-5027190b-8b25-4c69-b109-3ac5f2ea94df service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Received event network-vif-plugged-eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.394362] env[69846]: DEBUG oslo_concurrency.lockutils [req-7a7f24a4-1f4f-4b43-a908-f636d34f930a req-5027190b-8b25-4c69-b109-3ac5f2ea94df service nova] Acquiring lock "628fd318-5e25-4902-9bd1-8573df493026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.395634] env[69846]: DEBUG oslo_concurrency.lockutils [req-7a7f24a4-1f4f-4b43-a908-f636d34f930a req-5027190b-8b25-4c69-b109-3ac5f2ea94df service nova] Lock "628fd318-5e25-4902-9bd1-8573df493026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.395886] env[69846]: DEBUG oslo_concurrency.lockutils [req-7a7f24a4-1f4f-4b43-a908-f636d34f930a req-5027190b-8b25-4c69-b109-3ac5f2ea94df service nova] Lock "628fd318-5e25-4902-9bd1-8573df493026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.396088] env[69846]: DEBUG nova.compute.manager [req-7a7f24a4-1f4f-4b43-a908-f636d34f930a req-5027190b-8b25-4c69-b109-3ac5f2ea94df service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] No waiting events found dispatching network-vif-plugged-eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.396320] env[69846]: WARNING nova.compute.manager [req-7a7f24a4-1f4f-4b43-a908-f636d34f930a req-5027190b-8b25-4c69-b109-3ac5f2ea94df service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Received unexpected event network-vif-plugged-eb75ba55-ba70-40c5-8b56-53adde6fcee1 for instance with vm_state building and task_state spawning. [ 735.475257] env[69846]: INFO nova.compute.manager [-] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Took 1.65 seconds to deallocate network for instance. [ 735.499381] env[69846]: DEBUG nova.network.neutron [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.628892] env[69846]: DEBUG nova.compute.utils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.633701] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.633701] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.669686] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.669917] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.675855] env[69846]: DEBUG nova.network.neutron [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Updating instance_info_cache with network_info: [{"id": "eb75ba55-ba70-40c5-8b56-53adde6fcee1", "address": "fa:16:3e:44:55:fd", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb75ba55-ba", "ovs_interfaceid": "eb75ba55-ba70-40c5-8b56-53adde6fcee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.695252] env[69846]: DEBUG nova.policy [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81e65a9a8d3c46d28224079829b1dacf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b17cb12a37449491acd973c5b676bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.698873] env[69846]: DEBUG nova.compute.manager [req-6a38187e-416e-42b8-9189-33434fa77bff req-4733fbbb-b0b1-4ff8-8d8a-7064f7583e2e service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Received event network-vif-plugged-c1ea2610-155e-4cfd-adce-0080e9046461 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.699098] env[69846]: DEBUG oslo_concurrency.lockutils [req-6a38187e-416e-42b8-9189-33434fa77bff req-4733fbbb-b0b1-4ff8-8d8a-7064f7583e2e service nova] Acquiring lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.699305] env[69846]: DEBUG oslo_concurrency.lockutils [req-6a38187e-416e-42b8-9189-33434fa77bff req-4733fbbb-b0b1-4ff8-8d8a-7064f7583e2e service nova] Lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.699469] env[69846]: DEBUG oslo_concurrency.lockutils [req-6a38187e-416e-42b8-9189-33434fa77bff req-4733fbbb-b0b1-4ff8-8d8a-7064f7583e2e service nova] Lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.699633] env[69846]: DEBUG nova.compute.manager [req-6a38187e-416e-42b8-9189-33434fa77bff req-4733fbbb-b0b1-4ff8-8d8a-7064f7583e2e service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] No waiting events found dispatching network-vif-plugged-c1ea2610-155e-4cfd-adce-0080e9046461 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.699791] env[69846]: WARNING nova.compute.manager [req-6a38187e-416e-42b8-9189-33434fa77bff req-4733fbbb-b0b1-4ff8-8d8a-7064f7583e2e service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Received unexpected event network-vif-plugged-c1ea2610-155e-4cfd-adce-0080e9046461 for instance with vm_state building and task_state spawning. [ 735.830284] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0634} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.830520] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.831720] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc670238-9607-43ae-9888-d54bbe36820b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.854597] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 889cf715-5387-428e-a8d5-7b930de00bdb/889cf715-5387-428e-a8d5-7b930de00bdb.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.858017] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.858017] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb3281f7-d782-4703-bd99-b9b4901907fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.879836] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for the task: (returnval){ [ 735.879836] env[69846]: value = "task-2949303" [ 735.879836] env[69846]: _type = "Task" [ 735.879836] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.887437] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.981653] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.017873] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Updating instance_info_cache with network_info: [{"id": "c1ea2610-155e-4cfd-adce-0080e9046461", "address": "fa:16:3e:29:aa:39", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ea2610-15", "ovs_interfaceid": "c1ea2610-155e-4cfd-adce-0080e9046461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.140021] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.179829] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.180329] env[69846]: DEBUG nova.compute.manager [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Instance network_info: |[{"id": "eb75ba55-ba70-40c5-8b56-53adde6fcee1", "address": "fa:16:3e:44:55:fd", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb75ba55-ba", "ovs_interfaceid": "eb75ba55-ba70-40c5-8b56-53adde6fcee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.180878] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:55:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb75ba55-ba70-40c5-8b56-53adde6fcee1', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.199195] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Creating folder: Project (0f027fc663134437bd5fedbe4d244f31). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.203767] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c6b87ec-5707-400d-9bd6-3dc1827e5968 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.214650] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Created folder: Project (0f027fc663134437bd5fedbe4d244f31) in parent group-v591891. [ 736.214843] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Creating folder: Instances. Parent ref: group-v591946. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.215106] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43d6ffb0-e63d-4107-b6d3-fb8443553744 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.227361] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Created folder: Instances in parent group-v591946. [ 736.227361] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.227361] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.227666] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45e51e76-18d1-41f3-8e4c-70bc811f84c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.258359] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.258359] env[69846]: value = "task-2949306" [ 736.258359] env[69846]: _type = "Task" [ 736.258359] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.266466] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949306, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.314562] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Successfully created port: 630f94be-db6f-466b-ac1b-27c57ff0bd72 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.391165] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949303, 'name': ReconfigVM_Task, 'duration_secs': 0.339923} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.391583] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 889cf715-5387-428e-a8d5-7b930de00bdb/889cf715-5387-428e-a8d5-7b930de00bdb.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.395649] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7309bfb-b52b-4fa4-8631-dcb04055fc34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.404948] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for the task: (returnval){ [ 736.404948] env[69846]: value = "task-2949307" [ 736.404948] env[69846]: _type = "Task" [ 736.404948] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.424600] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949307, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.522660] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "refresh_cache-e672d63e-1187-413c-8a0d-8fc214dcb9ef" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.522660] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Instance network_info: |[{"id": "c1ea2610-155e-4cfd-adce-0080e9046461", "address": "fa:16:3e:29:aa:39", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ea2610-15", "ovs_interfaceid": "c1ea2610-155e-4cfd-adce-0080e9046461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.527681] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:aa:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1ea2610-155e-4cfd-adce-0080e9046461', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.543129] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Creating folder: Project (c5b17cb12a37449491acd973c5b676bb). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.544905] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a85b0057-d5af-426d-9ea8-2d0eddaad179 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.559274] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Created folder: Project (c5b17cb12a37449491acd973c5b676bb) in parent group-v591891. [ 736.559333] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Creating folder: Instances. Parent ref: group-v591949. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.559828] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddb41bb8-fa48-406e-bf44-192de1e34a0a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.575565] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Created folder: Instances in parent group-v591949. [ 736.575929] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.576254] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.576592] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aa359a5-8357-44b4-8496-7856a6fea8b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.613737] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.613737] env[69846]: value = "task-2949310" [ 736.613737] env[69846]: _type = "Task" [ 736.613737] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.633703] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949310, 'name': CreateVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.772968] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949306, 'name': CreateVM_Task, 'duration_secs': 0.455449} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.776711] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.778018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.778262] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.780893] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.780893] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9edb6ad2-1745-4ece-b836-e3d108b38591 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.785939] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 736.785939] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b6b553-195d-246b-6710-57691b13e355" [ 736.785939] env[69846]: _type = "Task" [ 736.785939] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.799048] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b6b553-195d-246b-6710-57691b13e355, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.799350] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.799580] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.799807] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.799947] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.800133] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.800399] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-397f7b14-6153-49c3-917e-42523ec92ff1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.809673] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.809673] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.812875] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcb4a37-13a5-42fb-b048-b51ee68994d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.819505] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 736.819505] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528686a8-3224-d40f-2d3a-aa19184347ff" [ 736.819505] env[69846]: _type = "Task" [ 736.819505] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.828463] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528686a8-3224-d40f-2d3a-aa19184347ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.920467] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949307, 'name': Rename_Task, 'duration_secs': 0.166153} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.924774] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.925580] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-423724d2-c13d-4190-8a03-b6b7ec9f0b9a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.932583] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for the task: (returnval){ [ 736.932583] env[69846]: value = "task-2949311" [ 736.932583] env[69846]: _type = "Task" [ 736.932583] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.939473] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42790481-f01e-4d92-869b-0ff8cbe71909 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.945891] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.951027] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f063935e-6d1b-4f8c-91cc-9d5233fad2ff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.986021] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adad47cb-e912-4ab7-8c43-8c01e4c67e20 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.993860] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745798d0-d32a-45bb-8232-1e284dce0231 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.008584] env[69846]: DEBUG nova.compute.provider_tree [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.124673] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949310, 'name': CreateVM_Task, 'duration_secs': 0.372955} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.125741] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.125741] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.125741] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.126131] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.126318] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72772ab-dc0f-4844-a834-8d2cfd3d1e10 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.130761] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 737.130761] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52314aab-39d7-084e-a1dd-2f1e2b22755e" [ 737.130761] env[69846]: _type = "Task" [ 737.130761] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.138572] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52314aab-39d7-084e-a1dd-2f1e2b22755e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.154496] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.183405] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.183658] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.183810] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.183996] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.184200] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.184334] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.184525] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.184684] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.184855] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.185029] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.185205] env[69846]: DEBUG nova.virt.hardware [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.186073] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade70f71-88aa-4860-89ec-e442d1760d2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.194317] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb1cd31-7774-494b-aa89-e97d95e4cafb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.212741] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "a297dccd-e92a-4651-978c-d4ac3a97cdce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.213009] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "a297dccd-e92a-4651-978c-d4ac3a97cdce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.330197] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528686a8-3224-d40f-2d3a-aa19184347ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013563} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.331142] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f31865-76e4-4f41-bc48-bc4843d5ac92 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.336897] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 737.336897] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52136116-f9bb-ba17-c575-ca24f42e5681" [ 737.336897] env[69846]: _type = "Task" [ 737.336897] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.346659] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52136116-f9bb-ba17-c575-ca24f42e5681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.444938] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.511753] env[69846]: DEBUG nova.scheduler.client.report [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.641737] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52314aab-39d7-084e-a1dd-2f1e2b22755e, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.642046] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.642292] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.642505] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.821973] env[69846]: DEBUG nova.compute.manager [req-deb5ab0e-1cee-4d7d-99e0-75ececcae426 req-bea4dd77-66d5-469a-bb6b-89f7fac7cb6b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Received event network-changed-eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.822135] env[69846]: DEBUG nova.compute.manager [req-deb5ab0e-1cee-4d7d-99e0-75ececcae426 req-bea4dd77-66d5-469a-bb6b-89f7fac7cb6b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Refreshing instance network info cache due to event network-changed-eb75ba55-ba70-40c5-8b56-53adde6fcee1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.822285] env[69846]: DEBUG oslo_concurrency.lockutils [req-deb5ab0e-1cee-4d7d-99e0-75ececcae426 req-bea4dd77-66d5-469a-bb6b-89f7fac7cb6b service nova] Acquiring lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.822460] env[69846]: DEBUG oslo_concurrency.lockutils [req-deb5ab0e-1cee-4d7d-99e0-75ececcae426 req-bea4dd77-66d5-469a-bb6b-89f7fac7cb6b service nova] Acquired lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.822660] env[69846]: DEBUG nova.network.neutron [req-deb5ab0e-1cee-4d7d-99e0-75ececcae426 req-bea4dd77-66d5-469a-bb6b-89f7fac7cb6b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Refreshing network info cache for port eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.848848] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52136116-f9bb-ba17-c575-ca24f42e5681, 'name': SearchDatastore_Task, 'duration_secs': 0.014061} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.848848] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.848848] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 628fd318-5e25-4902-9bd1-8573df493026/628fd318-5e25-4902-9bd1-8573df493026.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.848848] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.849117] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.849117] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76356b9e-8dd1-4bfb-8a56-a9c4ee1331e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.850899] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cbe7de2-928f-41cd-9fb4-0ad836d7e236 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.858638] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 737.858638] env[69846]: value = "task-2949312" [ 737.858638] env[69846]: _type = "Task" [ 737.858638] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.863025] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.863207] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.864294] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0101161e-d38f-4f86-a3df-2899d4a3228a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.871358] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.874755] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 737.874755] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52441a96-39df-3233-3e62-49944425f393" [ 737.874755] env[69846]: _type = "Task" [ 737.874755] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.883324] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52441a96-39df-3233-3e62-49944425f393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.944388] env[69846]: DEBUG oslo_vmware.api [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949311, 'name': PowerOnVM_Task, 'duration_secs': 0.70562} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.944698] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.944902] env[69846]: INFO nova.compute.manager [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Took 9.07 seconds to spawn the instance on the hypervisor. [ 737.945094] env[69846]: DEBUG nova.compute.manager [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.945901] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18251040-25d4-4932-b6d0-2cbe99a1b4ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.020167] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.020167] env[69846]: DEBUG nova.compute.manager [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.022875] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.650s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.024201] env[69846]: INFO nova.compute.claims [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.028475] env[69846]: DEBUG nova.compute.manager [req-6745fe4e-1ad7-4c00-be50-3856ae290791 req-e14ad56b-9a8f-4f77-9526-56575830b39f service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Received event network-changed-c1ea2610-155e-4cfd-adce-0080e9046461 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.028688] env[69846]: DEBUG nova.compute.manager [req-6745fe4e-1ad7-4c00-be50-3856ae290791 req-e14ad56b-9a8f-4f77-9526-56575830b39f service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Refreshing instance network info cache due to event network-changed-c1ea2610-155e-4cfd-adce-0080e9046461. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.028903] env[69846]: DEBUG oslo_concurrency.lockutils [req-6745fe4e-1ad7-4c00-be50-3856ae290791 req-e14ad56b-9a8f-4f77-9526-56575830b39f service nova] Acquiring lock "refresh_cache-e672d63e-1187-413c-8a0d-8fc214dcb9ef" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.029078] env[69846]: DEBUG oslo_concurrency.lockutils [req-6745fe4e-1ad7-4c00-be50-3856ae290791 req-e14ad56b-9a8f-4f77-9526-56575830b39f service nova] Acquired lock "refresh_cache-e672d63e-1187-413c-8a0d-8fc214dcb9ef" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.029257] env[69846]: DEBUG nova.network.neutron [req-6745fe4e-1ad7-4c00-be50-3856ae290791 req-e14ad56b-9a8f-4f77-9526-56575830b39f service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Refreshing network info cache for port c1ea2610-155e-4cfd-adce-0080e9046461 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.371671] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949312, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.385543] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52441a96-39df-3233-3e62-49944425f393, 'name': SearchDatastore_Task, 'duration_secs': 0.019243} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.386418] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c82a0da-a565-40d2-a187-7e49cc8c5979 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.391554] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 738.391554] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f1180a-94af-2da7-a003-bc2a11422ea1" [ 738.391554] env[69846]: _type = "Task" [ 738.391554] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.399157] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f1180a-94af-2da7-a003-bc2a11422ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.467617] env[69846]: INFO nova.compute.manager [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Took 32.31 seconds to build instance. [ 738.534036] env[69846]: DEBUG nova.compute.utils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.541698] env[69846]: DEBUG nova.compute.manager [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.542065] env[69846]: DEBUG nova.network.neutron [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.602762] env[69846]: DEBUG nova.policy [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54c52e21a7c245ffa27acf5476449fae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fac329b79ba44c7c9671bafc79f41539', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.694516] env[69846]: DEBUG nova.network.neutron [req-deb5ab0e-1cee-4d7d-99e0-75ececcae426 req-bea4dd77-66d5-469a-bb6b-89f7fac7cb6b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Updated VIF entry in instance network info cache for port eb75ba55-ba70-40c5-8b56-53adde6fcee1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.694516] env[69846]: DEBUG nova.network.neutron [req-deb5ab0e-1cee-4d7d-99e0-75ececcae426 req-bea4dd77-66d5-469a-bb6b-89f7fac7cb6b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Updating instance_info_cache with network_info: [{"id": "eb75ba55-ba70-40c5-8b56-53adde6fcee1", "address": "fa:16:3e:44:55:fd", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb75ba55-ba", "ovs_interfaceid": "eb75ba55-ba70-40c5-8b56-53adde6fcee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.845684] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Successfully updated port: 630f94be-db6f-466b-ac1b-27c57ff0bd72 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.871739] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517584} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.871999] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 628fd318-5e25-4902-9bd1-8573df493026/628fd318-5e25-4902-9bd1-8573df493026.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.872228] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.872729] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee897b40-e741-4441-8732-5e4350c7d3ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.882558] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 738.882558] env[69846]: value = "task-2949313" [ 738.882558] env[69846]: _type = "Task" [ 738.882558] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.893756] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.906813] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f1180a-94af-2da7-a003-bc2a11422ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.045985} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.907306] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.907306] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] e672d63e-1187-413c-8a0d-8fc214dcb9ef/e672d63e-1187-413c-8a0d-8fc214dcb9ef.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.907505] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3497dd6-c4de-4628-ad06-5cf916853f63 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.918192] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 738.918192] env[69846]: value = "task-2949314" [ 738.918192] env[69846]: _type = "Task" [ 738.918192] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.927360] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.931906] env[69846]: DEBUG nova.network.neutron [req-6745fe4e-1ad7-4c00-be50-3856ae290791 req-e14ad56b-9a8f-4f77-9526-56575830b39f service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Updated VIF entry in instance network info cache for port c1ea2610-155e-4cfd-adce-0080e9046461. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.932294] env[69846]: DEBUG nova.network.neutron [req-6745fe4e-1ad7-4c00-be50-3856ae290791 req-e14ad56b-9a8f-4f77-9526-56575830b39f service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Updating instance_info_cache with network_info: [{"id": "c1ea2610-155e-4cfd-adce-0080e9046461", "address": "fa:16:3e:29:aa:39", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ea2610-15", "ovs_interfaceid": "c1ea2610-155e-4cfd-adce-0080e9046461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.970522] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lock "889cf715-5387-428e-a8d5-7b930de00bdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.271s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.973020] env[69846]: DEBUG nova.network.neutron [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Successfully created port: 6858c705-1841-4215-a70b-b9a53c1f3c6b {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.045816] env[69846]: DEBUG nova.compute.manager [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.196971] env[69846]: DEBUG oslo_concurrency.lockutils [req-deb5ab0e-1cee-4d7d-99e0-75ececcae426 req-bea4dd77-66d5-469a-bb6b-89f7fac7cb6b service nova] Releasing lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.197253] env[69846]: DEBUG nova.compute.manager [req-deb5ab0e-1cee-4d7d-99e0-75ececcae426 req-bea4dd77-66d5-469a-bb6b-89f7fac7cb6b service nova] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Received event network-vif-deleted-294a4961-fcb7-4c36-a537-30d3c3d592fa {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.349505] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "refresh_cache-41309cdb-e15c-4e64-ac5f-4e415164ae65" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.349739] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "refresh_cache-41309cdb-e15c-4e64-ac5f-4e415164ae65" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.349916] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.391807] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0949} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.394437] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.395684] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7494790e-dcd1-4544-8007-04660fd3963d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.422460] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 628fd318-5e25-4902-9bd1-8573df493026/628fd318-5e25-4902-9bd1-8573df493026.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.425350] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23837d9a-0c0f-4f3c-a573-da6841b380a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.442641] env[69846]: DEBUG oslo_concurrency.lockutils [req-6745fe4e-1ad7-4c00-be50-3856ae290791 req-e14ad56b-9a8f-4f77-9526-56575830b39f service nova] Releasing lock "refresh_cache-e672d63e-1187-413c-8a0d-8fc214dcb9ef" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.449544] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486736} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.453387] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] e672d63e-1187-413c-8a0d-8fc214dcb9ef/e672d63e-1187-413c-8a0d-8fc214dcb9ef.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.453621] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.453935] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 739.453935] env[69846]: value = "task-2949315" [ 739.453935] env[69846]: _type = "Task" [ 739.453935] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.454387] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d555245a-f820-49b9-bced-1ebb2d367a74 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.463761] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 739.463761] env[69846]: value = "task-2949316" [ 739.463761] env[69846]: _type = "Task" [ 739.463761] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.466751] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.478252] env[69846]: DEBUG nova.compute.manager [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.695546] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cddbdc-7322-4696-9be9-af24e5c118db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.705121] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf1709-677f-42ba-9265-898ea1d92a02 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.742919] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e831be-fe17-4e6c-ba52-956b9d558d0e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.751807] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dd7919-74c7-4ff8-aac5-c86bd028685f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.765789] env[69846]: DEBUG nova.compute.provider_tree [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.772366] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquiring lock "889cf715-5387-428e-a8d5-7b930de00bdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.772822] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lock "889cf715-5387-428e-a8d5-7b930de00bdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.773055] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquiring lock "889cf715-5387-428e-a8d5-7b930de00bdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.773247] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lock "889cf715-5387-428e-a8d5-7b930de00bdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.773412] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lock "889cf715-5387-428e-a8d5-7b930de00bdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.775751] env[69846]: INFO nova.compute.manager [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Terminating instance [ 739.863844] env[69846]: DEBUG nova.compute.manager [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Received event network-vif-plugged-630f94be-db6f-466b-ac1b-27c57ff0bd72 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.864369] env[69846]: DEBUG oslo_concurrency.lockutils [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] Acquiring lock "41309cdb-e15c-4e64-ac5f-4e415164ae65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.864369] env[69846]: DEBUG oslo_concurrency.lockutils [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] Lock "41309cdb-e15c-4e64-ac5f-4e415164ae65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.864503] env[69846]: DEBUG oslo_concurrency.lockutils [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] Lock "41309cdb-e15c-4e64-ac5f-4e415164ae65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.864698] env[69846]: DEBUG nova.compute.manager [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] No waiting events found dispatching network-vif-plugged-630f94be-db6f-466b-ac1b-27c57ff0bd72 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.864875] env[69846]: WARNING nova.compute.manager [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Received unexpected event network-vif-plugged-630f94be-db6f-466b-ac1b-27c57ff0bd72 for instance with vm_state building and task_state spawning. [ 739.865183] env[69846]: DEBUG nova.compute.manager [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Received event network-changed-630f94be-db6f-466b-ac1b-27c57ff0bd72 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.865346] env[69846]: DEBUG nova.compute.manager [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Refreshing instance network info cache due to event network-changed-630f94be-db6f-466b-ac1b-27c57ff0bd72. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.865346] env[69846]: DEBUG oslo_concurrency.lockutils [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] Acquiring lock "refresh_cache-41309cdb-e15c-4e64-ac5f-4e415164ae65" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.905251] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.967307] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949315, 'name': ReconfigVM_Task, 'duration_secs': 0.355455} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.969996] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 628fd318-5e25-4902-9bd1-8573df493026/628fd318-5e25-4902-9bd1-8573df493026.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.970788] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.971727] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57af25c0-d7c9-4575-b214-2d79c40fc8de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.972621] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.980029] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125507} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.981061] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.981525] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 739.981525] env[69846]: value = "task-2949317" [ 739.981525] env[69846]: _type = "Task" [ 739.981525] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.982221] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacfb6df-0bde-44c4-b2d4-f73de6e38585 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.009623] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] e672d63e-1187-413c-8a0d-8fc214dcb9ef/e672d63e-1187-413c-8a0d-8fc214dcb9ef.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.016602] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88d94ee5-e5db-4178-9d1d-57d6d743a14c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.031272] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949317, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.040419] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 740.040419] env[69846]: value = "task-2949318" [ 740.040419] env[69846]: _type = "Task" [ 740.040419] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.052330] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.053455] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.056886] env[69846]: DEBUG nova.compute.manager [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.084387] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.084651] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.084802] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.084977] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.085141] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.085292] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.085496] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.085655] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.085858] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.086093] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.086277] env[69846]: DEBUG nova.virt.hardware [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.087191] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee8c446-42ea-4e24-a5b0-27bdc308ca7d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.097627] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cd369c-5ec6-4662-9c2d-acca4f807771 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.163349] env[69846]: DEBUG nova.network.neutron [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Updating instance_info_cache with network_info: [{"id": "630f94be-db6f-466b-ac1b-27c57ff0bd72", "address": "fa:16:3e:79:2d:68", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630f94be-db", "ovs_interfaceid": "630f94be-db6f-466b-ac1b-27c57ff0bd72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.269228] env[69846]: DEBUG nova.scheduler.client.report [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.279473] env[69846]: DEBUG nova.compute.manager [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.282711] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.282711] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a089da03-27ec-43f0-8b4c-24fe9588f4b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.292150] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.292150] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cf1eb15-f62a-414a-b352-6c5e195f8e11 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.299904] env[69846]: DEBUG oslo_vmware.api [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for the task: (returnval){ [ 740.299904] env[69846]: value = "task-2949319" [ 740.299904] env[69846]: _type = "Task" [ 740.299904] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.309059] env[69846]: DEBUG oslo_vmware.api [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.410277] env[69846]: DEBUG nova.compute.manager [req-389a638f-be9b-43a7-ba50-14993f648414 req-cb26ce29-296c-4e51-8995-2aab2c645489 service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Received event network-vif-plugged-6858c705-1841-4215-a70b-b9a53c1f3c6b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.410448] env[69846]: DEBUG oslo_concurrency.lockutils [req-389a638f-be9b-43a7-ba50-14993f648414 req-cb26ce29-296c-4e51-8995-2aab2c645489 service nova] Acquiring lock "26f55a58-2310-4050-af29-04f2b2dbd516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.410655] env[69846]: DEBUG oslo_concurrency.lockutils [req-389a638f-be9b-43a7-ba50-14993f648414 req-cb26ce29-296c-4e51-8995-2aab2c645489 service nova] Lock "26f55a58-2310-4050-af29-04f2b2dbd516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.410811] env[69846]: DEBUG oslo_concurrency.lockutils [req-389a638f-be9b-43a7-ba50-14993f648414 req-cb26ce29-296c-4e51-8995-2aab2c645489 service nova] Lock "26f55a58-2310-4050-af29-04f2b2dbd516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.410978] env[69846]: DEBUG nova.compute.manager [req-389a638f-be9b-43a7-ba50-14993f648414 req-cb26ce29-296c-4e51-8995-2aab2c645489 service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] No waiting events found dispatching network-vif-plugged-6858c705-1841-4215-a70b-b9a53c1f3c6b {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.411373] env[69846]: WARNING nova.compute.manager [req-389a638f-be9b-43a7-ba50-14993f648414 req-cb26ce29-296c-4e51-8995-2aab2c645489 service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Received unexpected event network-vif-plugged-6858c705-1841-4215-a70b-b9a53c1f3c6b for instance with vm_state building and task_state spawning. [ 740.490603] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.492112] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.492112] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.494339] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.494339] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.494339] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.494339] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 740.494339] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.501801] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949317, 'name': Rename_Task, 'duration_secs': 0.169685} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.502226] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.502580] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e6b31a2-1f83-4561-8a2d-6883b44fb0ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.511595] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 740.511595] env[69846]: value = "task-2949320" [ 740.511595] env[69846]: _type = "Task" [ 740.511595] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.526708] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.529147] env[69846]: DEBUG nova.network.neutron [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Successfully updated port: 6858c705-1841-4215-a70b-b9a53c1f3c6b {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.559103] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949318, 'name': ReconfigVM_Task, 'duration_secs': 0.496512} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.562748] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Reconfigured VM instance instance-00000016 to attach disk [datastore2] e672d63e-1187-413c-8a0d-8fc214dcb9ef/e672d63e-1187-413c-8a0d-8fc214dcb9ef.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.562748] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43378acb-c578-4312-93bb-6888a69ec349 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.570561] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 740.570561] env[69846]: value = "task-2949321" [ 740.570561] env[69846]: _type = "Task" [ 740.570561] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.577672] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949321, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.666967] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "refresh_cache-41309cdb-e15c-4e64-ac5f-4e415164ae65" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.667347] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Instance network_info: |[{"id": "630f94be-db6f-466b-ac1b-27c57ff0bd72", "address": "fa:16:3e:79:2d:68", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630f94be-db", "ovs_interfaceid": "630f94be-db6f-466b-ac1b-27c57ff0bd72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.667652] env[69846]: DEBUG oslo_concurrency.lockutils [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] Acquired lock "refresh_cache-41309cdb-e15c-4e64-ac5f-4e415164ae65" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.667835] env[69846]: DEBUG nova.network.neutron [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Refreshing network info cache for port 630f94be-db6f-466b-ac1b-27c57ff0bd72 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.669080] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:2d:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '630f94be-db6f-466b-ac1b-27c57ff0bd72', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.681277] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.685219] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.685695] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f04cf0e5-3b92-4e27-bf68-12be21599efb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.707680] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.707680] env[69846]: value = "task-2949322" [ 740.707680] env[69846]: _type = "Task" [ 740.707680] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.716520] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949322, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.776853] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.777458] env[69846]: DEBUG nova.compute.manager [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.780342] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.112s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.812907] env[69846]: DEBUG oslo_vmware.api [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949319, 'name': PowerOffVM_Task, 'duration_secs': 0.252818} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.813077] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.813248] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.814029] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17ff271e-6664-4b79-8971-34124544e8fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.873513] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.873731] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.873914] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Deleting the datastore file [datastore2] 889cf715-5387-428e-a8d5-7b930de00bdb {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.874202] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bd2ec40-e0b2-421c-9e3b-26fb9a56e017 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.880049] env[69846]: DEBUG oslo_vmware.api [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for the task: (returnval){ [ 740.880049] env[69846]: value = "task-2949324" [ 740.880049] env[69846]: _type = "Task" [ 740.880049] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.888241] env[69846]: DEBUG oslo_vmware.api [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.923634] env[69846]: DEBUG nova.network.neutron [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Updated VIF entry in instance network info cache for port 630f94be-db6f-466b-ac1b-27c57ff0bd72. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.924015] env[69846]: DEBUG nova.network.neutron [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Updating instance_info_cache with network_info: [{"id": "630f94be-db6f-466b-ac1b-27c57ff0bd72", "address": "fa:16:3e:79:2d:68", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630f94be-db", "ovs_interfaceid": "630f94be-db6f-466b-ac1b-27c57ff0bd72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.997505] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.021645] env[69846]: DEBUG oslo_vmware.api [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949320, 'name': PowerOnVM_Task, 'duration_secs': 0.488057} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.021910] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.022221] env[69846]: INFO nova.compute.manager [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Took 9.40 seconds to spawn the instance on the hypervisor. [ 741.022401] env[69846]: DEBUG nova.compute.manager [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.023257] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152d97a8-d74e-4482-88ca-5e5e036a652e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.035222] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquiring lock "refresh_cache-26f55a58-2310-4050-af29-04f2b2dbd516" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.035344] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquired lock "refresh_cache-26f55a58-2310-4050-af29-04f2b2dbd516" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.035539] env[69846]: DEBUG nova.network.neutron [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.078082] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949321, 'name': Rename_Task, 'duration_secs': 0.144881} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.078377] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.078621] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e13daebf-8c1a-4358-b353-03272ac558fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.084237] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 741.084237] env[69846]: value = "task-2949325" [ 741.084237] env[69846]: _type = "Task" [ 741.084237] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.092283] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.217731] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949322, 'name': CreateVM_Task, 'duration_secs': 0.407431} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.217893] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.218662] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.218913] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.219260] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.219552] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98f93ad-51bf-4adb-9cb8-5558fb577816 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.224311] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 741.224311] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52efac60-5ab2-008c-e352-c3415e9e598e" [ 741.224311] env[69846]: _type = "Task" [ 741.224311] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.233280] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52efac60-5ab2-008c-e352-c3415e9e598e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.286136] env[69846]: DEBUG nova.compute.utils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.290197] env[69846]: INFO nova.compute.claims [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.293865] env[69846]: DEBUG nova.compute.manager [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.294057] env[69846]: DEBUG nova.network.neutron [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.346175] env[69846]: DEBUG nova.policy [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51fd210f3dde45a58806662abdd15dee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cfc975bc5b8474c8f04caef192df5c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.390239] env[69846]: DEBUG oslo_vmware.api [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Task: {'id': task-2949324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24544} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.390762] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.390762] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.390876] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.391063] env[69846]: INFO nova.compute.manager [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 741.391310] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.391496] env[69846]: DEBUG nova.compute.manager [-] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.391599] env[69846]: DEBUG nova.network.neutron [-] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.427206] env[69846]: DEBUG oslo_concurrency.lockutils [req-49609ce6-6597-4c04-b6f2-7551e59dd050 req-ca9fcc6f-2799-4fb1-bf3c-d1fbd5059a7c service nova] Releasing lock "refresh_cache-41309cdb-e15c-4e64-ac5f-4e415164ae65" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.548719] env[69846]: INFO nova.compute.manager [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Took 33.57 seconds to build instance. [ 741.590109] env[69846]: DEBUG nova.network.neutron [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.597346] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949325, 'name': PowerOnVM_Task, 'duration_secs': 0.500253} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.597732] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.598315] env[69846]: INFO nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Took 7.21 seconds to spawn the instance on the hypervisor. [ 741.598315] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.599203] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be2e264-dc87-42d9-ae9d-023d1119b1ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.630203] env[69846]: DEBUG nova.network.neutron [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Successfully created port: e4cfff25-550e-4752-8433-6ef185c928e2 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.735962] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52efac60-5ab2-008c-e352-c3415e9e598e, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.736553] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.736804] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.737053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.737204] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.737401] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.737659] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58e4b0b6-d85c-45e0-9867-f7b92bac73cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.747345] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.747559] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.748346] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f42455-815a-49bc-bac5-ac75fbc86a88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.755446] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 741.755446] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527729ab-918a-8b6a-6105-af5c489ddc8d" [ 741.755446] env[69846]: _type = "Task" [ 741.755446] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.764987] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527729ab-918a-8b6a-6105-af5c489ddc8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.795192] env[69846]: DEBUG nova.compute.manager [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.802350] env[69846]: INFO nova.compute.resource_tracker [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating resource usage from migration 0ffe0312-0050-4bff-a7ac-19c71496d06c [ 741.864042] env[69846]: DEBUG nova.network.neutron [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Updating instance_info_cache with network_info: [{"id": "6858c705-1841-4215-a70b-b9a53c1f3c6b", "address": "fa:16:3e:a1:18:b6", "network": {"id": "3ad8215b-cd76-46c3-a2de-ba059b4d0905", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1387983305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac329b79ba44c7c9671bafc79f41539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6858c705-18", "ovs_interfaceid": "6858c705-1841-4215-a70b-b9a53c1f3c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.035418] env[69846]: DEBUG nova.compute.manager [req-12433825-46a6-4f7e-a248-9605a20116d7 req-42cc0fd9-d20b-48b1-9280-c464e3181c86 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Received event network-vif-deleted-d1efcf96-a749-4aa1-a393-edfa33b873dc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.035598] env[69846]: INFO nova.compute.manager [req-12433825-46a6-4f7e-a248-9605a20116d7 req-42cc0fd9-d20b-48b1-9280-c464e3181c86 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Neutron deleted interface d1efcf96-a749-4aa1-a393-edfa33b873dc; detaching it from the instance and deleting it from the info cache [ 742.035768] env[69846]: DEBUG nova.network.neutron [req-12433825-46a6-4f7e-a248-9605a20116d7 req-42cc0fd9-d20b-48b1-9280-c464e3181c86 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.049225] env[69846]: DEBUG oslo_concurrency.lockutils [None req-770acf52-b1b0-4fc9-8872-d44f52fdb521 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "628fd318-5e25-4902-9bd1-8573df493026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.030s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.121382] env[69846]: INFO nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Took 30.29 seconds to build instance. [ 742.267572] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527729ab-918a-8b6a-6105-af5c489ddc8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.270630] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9411741a-10ef-41e7-9b9b-77d538bba6ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.277249] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 742.277249] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5276021d-224d-ca1f-42f3-1782b3981b9b" [ 742.277249] env[69846]: _type = "Task" [ 742.277249] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.285087] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5276021d-224d-ca1f-42f3-1782b3981b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.366785] env[69846]: DEBUG nova.network.neutron [-] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.372021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Releasing lock "refresh_cache-26f55a58-2310-4050-af29-04f2b2dbd516" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.372021] env[69846]: DEBUG nova.compute.manager [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Instance network_info: |[{"id": "6858c705-1841-4215-a70b-b9a53c1f3c6b", "address": "fa:16:3e:a1:18:b6", "network": {"id": "3ad8215b-cd76-46c3-a2de-ba059b4d0905", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1387983305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac329b79ba44c7c9671bafc79f41539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6858c705-18", "ovs_interfaceid": "6858c705-1841-4215-a70b-b9a53c1f3c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.372302] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:18:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6858c705-1841-4215-a70b-b9a53c1f3c6b', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.380779] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Creating folder: Project (fac329b79ba44c7c9671bafc79f41539). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.381652] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c107e5e4-3ea4-4d39-ae7d-dfa01f5baabb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.396533] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Created folder: Project (fac329b79ba44c7c9671bafc79f41539) in parent group-v591891. [ 742.396766] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Creating folder: Instances. Parent ref: group-v591953. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.398010] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c9845d-ea2e-465c-80c6-94384cbcd01f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.400025] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1f62a4-56a0-48ad-8c46-0d374df0b01a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.407617] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c89af18-8f44-4b1a-a92d-fb752f57ce2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.411456] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Created folder: Instances in parent group-v591953. [ 742.411687] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.412170] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.412364] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d8ad56a-0a18-4efc-bebb-58da07f6fb38 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.451811] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5f1d3f-ca69-4d6b-b7d0-f7a41603928f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.455409] env[69846]: DEBUG nova.compute.manager [req-673589aa-2c19-4d51-be13-dc089f002e1a req-33e9b1ee-6146-4a68-9661-0964d2d3735c service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Received event network-changed-6858c705-1841-4215-a70b-b9a53c1f3c6b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.455596] env[69846]: DEBUG nova.compute.manager [req-673589aa-2c19-4d51-be13-dc089f002e1a req-33e9b1ee-6146-4a68-9661-0964d2d3735c service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Refreshing instance network info cache due to event network-changed-6858c705-1841-4215-a70b-b9a53c1f3c6b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.455807] env[69846]: DEBUG oslo_concurrency.lockutils [req-673589aa-2c19-4d51-be13-dc089f002e1a req-33e9b1ee-6146-4a68-9661-0964d2d3735c service nova] Acquiring lock "refresh_cache-26f55a58-2310-4050-af29-04f2b2dbd516" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.456113] env[69846]: DEBUG oslo_concurrency.lockutils [req-673589aa-2c19-4d51-be13-dc089f002e1a req-33e9b1ee-6146-4a68-9661-0964d2d3735c service nova] Acquired lock "refresh_cache-26f55a58-2310-4050-af29-04f2b2dbd516" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.456226] env[69846]: DEBUG nova.network.neutron [req-673589aa-2c19-4d51-be13-dc089f002e1a req-33e9b1ee-6146-4a68-9661-0964d2d3735c service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Refreshing network info cache for port 6858c705-1841-4215-a70b-b9a53c1f3c6b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.460553] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.460553] env[69846]: value = "task-2949328" [ 742.460553] env[69846]: _type = "Task" [ 742.460553] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.468749] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a718651-a5f7-4c95-8d14-b1fba09fa3a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.475859] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949328, 'name': CreateVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.488126] env[69846]: DEBUG nova.compute.provider_tree [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.540812] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f19073f-7abe-40ba-8129-85087c7ea47c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.550840] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c6fbe4-c2ec-4b7d-9bce-31cab81d5595 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.562599] env[69846]: DEBUG nova.compute.manager [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.586943] env[69846]: DEBUG nova.compute.manager [req-12433825-46a6-4f7e-a248-9605a20116d7 req-42cc0fd9-d20b-48b1-9280-c464e3181c86 service nova] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Detach interface failed, port_id=d1efcf96-a749-4aa1-a393-edfa33b873dc, reason: Instance 889cf715-5387-428e-a8d5-7b930de00bdb could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.624034] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.769s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.787070] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5276021d-224d-ca1f-42f3-1782b3981b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.787407] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.787772] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 41309cdb-e15c-4e64-ac5f-4e415164ae65/41309cdb-e15c-4e64-ac5f-4e415164ae65.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.788059] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8267a04-d769-41b1-9104-89737933c300 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.794039] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 742.794039] env[69846]: value = "task-2949329" [ 742.794039] env[69846]: _type = "Task" [ 742.794039] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.808311] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.811407] env[69846]: DEBUG nova.compute.manager [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.837029] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.837029] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.837029] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.837288] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.837363] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.837679] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.838033] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.838320] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.838626] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.841018] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.841018] env[69846]: DEBUG nova.virt.hardware [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.841018] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575f2ce5-9641-43a7-a058-c17363de88d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.849857] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd01c20a-6d97-4a02-876d-0dba4a223406 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.870032] env[69846]: INFO nova.compute.manager [-] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Took 1.48 seconds to deallocate network for instance. [ 742.972699] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949328, 'name': CreateVM_Task, 'duration_secs': 0.300262} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.972956] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.973936] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.974208] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.974608] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.974926] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3d6668-0b85-4599-b083-c77082eefd5f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.980651] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for the task: (returnval){ [ 742.980651] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52315a3e-481b-900b-f93d-3f6297444807" [ 742.980651] env[69846]: _type = "Task" [ 742.980651] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.995799] env[69846]: DEBUG nova.scheduler.client.report [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.999791] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52315a3e-481b-900b-f93d-3f6297444807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.091619] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.127036] env[69846]: DEBUG nova.compute.manager [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.155932] env[69846]: DEBUG nova.network.neutron [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Successfully updated port: e4cfff25-550e-4752-8433-6ef185c928e2 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.307232] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467995} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.307232] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 41309cdb-e15c-4e64-ac5f-4e415164ae65/41309cdb-e15c-4e64-ac5f-4e415164ae65.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.307232] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.307232] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5cd8a8-e98f-47e0-b75b-e814cf853661 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.312648] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 743.312648] env[69846]: value = "task-2949330" [ 743.312648] env[69846]: _type = "Task" [ 743.312648] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.321374] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.360435] env[69846]: DEBUG nova.network.neutron [req-673589aa-2c19-4d51-be13-dc089f002e1a req-33e9b1ee-6146-4a68-9661-0964d2d3735c service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Updated VIF entry in instance network info cache for port 6858c705-1841-4215-a70b-b9a53c1f3c6b. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.360807] env[69846]: DEBUG nova.network.neutron [req-673589aa-2c19-4d51-be13-dc089f002e1a req-33e9b1ee-6146-4a68-9661-0964d2d3735c service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Updating instance_info_cache with network_info: [{"id": "6858c705-1841-4215-a70b-b9a53c1f3c6b", "address": "fa:16:3e:a1:18:b6", "network": {"id": "3ad8215b-cd76-46c3-a2de-ba059b4d0905", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1387983305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac329b79ba44c7c9671bafc79f41539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6858c705-18", "ovs_interfaceid": "6858c705-1841-4215-a70b-b9a53c1f3c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.376081] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.495379] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52315a3e-481b-900b-f93d-3f6297444807, 'name': SearchDatastore_Task, 'duration_secs': 0.058473} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.496288] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.496288] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.496432] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.497247] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.497247] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.497247] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d56d3cdc-063d-4070-b55a-85f11da981c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.502146] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.722s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.502894] env[69846]: INFO nova.compute.manager [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Migrating [ 743.502894] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.502894] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.505920] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.464s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.506161] env[69846]: DEBUG nova.objects.instance [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lazy-loading 'resources' on Instance uuid 4e8d43e8-3541-408f-936d-fb785d19b65d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.507443] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.507616] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.508487] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e167f674-06a6-4ffb-98bf-b368e51c6848 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.514616] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for the task: (returnval){ [ 743.514616] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ea7787-1986-a465-e420-4e090166ca3b" [ 743.514616] env[69846]: _type = "Task" [ 743.514616] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.522721] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ea7787-1986-a465-e420-4e090166ca3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.647316] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.662123] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "refresh_cache-5c4cbe9b-91b1-4529-937f-9a777a465995" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.662253] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquired lock "refresh_cache-5c4cbe9b-91b1-4529-937f-9a777a465995" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.662390] env[69846]: DEBUG nova.network.neutron [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.823763] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225067} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.824055] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.824957] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1c1bc6-dc29-470c-95ca-99573f864253 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.846862] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 41309cdb-e15c-4e64-ac5f-4e415164ae65/41309cdb-e15c-4e64-ac5f-4e415164ae65.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.847190] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82ef23e8-48f3-4851-a229-8555872ecb87 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.864111] env[69846]: DEBUG oslo_concurrency.lockutils [req-673589aa-2c19-4d51-be13-dc089f002e1a req-33e9b1ee-6146-4a68-9661-0964d2d3735c service nova] Releasing lock "refresh_cache-26f55a58-2310-4050-af29-04f2b2dbd516" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.866403] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 743.866403] env[69846]: value = "task-2949331" [ 743.866403] env[69846]: _type = "Task" [ 743.866403] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.874117] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.005637] env[69846]: INFO nova.compute.rpcapi [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 744.006830] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.038865] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ea7787-1986-a465-e420-4e090166ca3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.039753] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ad23a1-03b1-48ad-89d7-d408f2181a9c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.049964] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for the task: (returnval){ [ 744.049964] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52371054-58d3-04b1-b6dc-32df4bd435d7" [ 744.049964] env[69846]: _type = "Task" [ 744.049964] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.060801] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52371054-58d3-04b1-b6dc-32df4bd435d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.063900] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.064210] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 26f55a58-2310-4050-af29-04f2b2dbd516/26f55a58-2310-4050-af29-04f2b2dbd516.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.064999] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18eb1e70-164c-4dd6-9be7-68323d50ace1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.072776] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for the task: (returnval){ [ 744.072776] env[69846]: value = "task-2949332" [ 744.072776] env[69846]: _type = "Task" [ 744.072776] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.083452] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.219862] env[69846]: DEBUG nova.network.neutron [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.386944] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949331, 'name': ReconfigVM_Task, 'duration_secs': 0.302171} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.387254] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 41309cdb-e15c-4e64-ac5f-4e415164ae65/41309cdb-e15c-4e64-ac5f-4e415164ae65.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.394025] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5db837c1-8801-4a8a-aef3-0b581e73d647 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.399196] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 744.399196] env[69846]: value = "task-2949333" [ 744.399196] env[69846]: _type = "Task" [ 744.399196] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.410843] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949333, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.456161] env[69846]: DEBUG nova.network.neutron [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Updating instance_info_cache with network_info: [{"id": "e4cfff25-550e-4752-8433-6ef185c928e2", "address": "fa:16:3e:8f:13:b9", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cfff25-55", "ovs_interfaceid": "e4cfff25-550e-4752-8433-6ef185c928e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.531084] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.531401] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.531685] env[69846]: DEBUG nova.network.neutron [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.594458] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949332, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.626272] env[69846]: DEBUG nova.compute.manager [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Received event network-changed-eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.626600] env[69846]: DEBUG nova.compute.manager [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Refreshing instance network info cache due to event network-changed-eb75ba55-ba70-40c5-8b56-53adde6fcee1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.626911] env[69846]: DEBUG oslo_concurrency.lockutils [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] Acquiring lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.627130] env[69846]: DEBUG oslo_concurrency.lockutils [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] Acquired lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.627380] env[69846]: DEBUG nova.network.neutron [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Refreshing network info cache for port eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.661087] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b88597-2535-45e0-acf4-00318aaecb46 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.672610] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48462fe1-487e-41ab-8370-b7aadba94a41 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.719500] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aca645-7a17-43f4-9143-62fc3e774575 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.727595] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94efd238-620d-4f34-be72-918d856ff041 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.746018] env[69846]: DEBUG nova.compute.provider_tree [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.810091] env[69846]: DEBUG nova.compute.manager [None req-fb3fba08-d581-4055-960c-d2a07081e736 tempest-ServerDiagnosticsV248Test-1496761086 tempest-ServerDiagnosticsV248Test-1496761086-project-admin] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.811680] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1ecba4-bbf9-41de-b076-2826046d697d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.818340] env[69846]: INFO nova.compute.manager [None req-fb3fba08-d581-4055-960c-d2a07081e736 tempest-ServerDiagnosticsV248Test-1496761086 tempest-ServerDiagnosticsV248Test-1496761086-project-admin] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Retrieving diagnostics [ 744.819426] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1405c511-534f-4c5b-9d03-ac425d0c42b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.908768] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949333, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.959613] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Releasing lock "refresh_cache-5c4cbe9b-91b1-4529-937f-9a777a465995" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.959942] env[69846]: DEBUG nova.compute.manager [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Instance network_info: |[{"id": "e4cfff25-550e-4752-8433-6ef185c928e2", "address": "fa:16:3e:8f:13:b9", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cfff25-55", "ovs_interfaceid": "e4cfff25-550e-4752-8433-6ef185c928e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.960763] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:13:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4cfff25-550e-4752-8433-6ef185c928e2', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.968152] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.968351] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.968564] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea26693d-8c4b-4c69-9d5e-d4b5f5518a2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.987913] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.987913] env[69846]: value = "task-2949334" [ 744.987913] env[69846]: _type = "Task" [ 744.987913] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.995072] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949334, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.084269] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527768} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.084593] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 26f55a58-2310-4050-af29-04f2b2dbd516/26f55a58-2310-4050-af29-04f2b2dbd516.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.084812] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.085878] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdf2c82d-bc7a-42ca-9074-460b06e46701 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.090932] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for the task: (returnval){ [ 745.090932] env[69846]: value = "task-2949335" [ 745.090932] env[69846]: _type = "Task" [ 745.090932] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.099045] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.270229] env[69846]: ERROR nova.scheduler.client.report [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] [req-78fedadf-f3cb-471b-a205-4be3964751cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78fedadf-f3cb-471b-a205-4be3964751cf"}]} [ 745.291154] env[69846]: DEBUG nova.scheduler.client.report [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 745.307460] env[69846]: DEBUG nova.scheduler.client.report [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 745.307460] env[69846]: DEBUG nova.compute.provider_tree [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.318571] env[69846]: DEBUG nova.scheduler.client.report [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 745.343705] env[69846]: DEBUG nova.scheduler.client.report [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 745.365251] env[69846]: DEBUG nova.network.neutron [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Updated VIF entry in instance network info cache for port eb75ba55-ba70-40c5-8b56-53adde6fcee1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.365649] env[69846]: DEBUG nova.network.neutron [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Updating instance_info_cache with network_info: [{"id": "eb75ba55-ba70-40c5-8b56-53adde6fcee1", "address": "fa:16:3e:44:55:fd", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb75ba55-ba", "ovs_interfaceid": "eb75ba55-ba70-40c5-8b56-53adde6fcee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.409878] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949333, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.497482] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949334, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.506941] env[69846]: DEBUG nova.network.neutron [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance_info_cache with network_info: [{"id": "586457c9-3189-4e65-b40b-138508d842bc", "address": "fa:16:3e:fb:0b:81", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586457c9-31", "ovs_interfaceid": "586457c9-3189-4e65-b40b-138508d842bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.601364] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.332484} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.604190] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.605739] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e6a5ef-eced-4bd0-857b-b78670d3e39e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.627963] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 26f55a58-2310-4050-af29-04f2b2dbd516/26f55a58-2310-4050-af29-04f2b2dbd516.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.634018] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d145e033-c0bc-4aa4-8175-ba177c7235b6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.651474] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for the task: (returnval){ [ 745.651474] env[69846]: value = "task-2949336" [ 745.651474] env[69846]: _type = "Task" [ 745.651474] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.660900] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.870662] env[69846]: DEBUG oslo_concurrency.lockutils [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] Releasing lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.870924] env[69846]: DEBUG nova.compute.manager [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Received event network-vif-plugged-e4cfff25-550e-4752-8433-6ef185c928e2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.871122] env[69846]: DEBUG oslo_concurrency.lockutils [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] Acquiring lock "5c4cbe9b-91b1-4529-937f-9a777a465995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.871324] env[69846]: DEBUG oslo_concurrency.lockutils [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] Lock "5c4cbe9b-91b1-4529-937f-9a777a465995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.871484] env[69846]: DEBUG oslo_concurrency.lockutils [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] Lock "5c4cbe9b-91b1-4529-937f-9a777a465995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.871651] env[69846]: DEBUG nova.compute.manager [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] No waiting events found dispatching network-vif-plugged-e4cfff25-550e-4752-8433-6ef185c928e2 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.871811] env[69846]: WARNING nova.compute.manager [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Received unexpected event network-vif-plugged-e4cfff25-550e-4752-8433-6ef185c928e2 for instance with vm_state building and task_state spawning. [ 745.871978] env[69846]: DEBUG nova.compute.manager [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Received event network-changed-e4cfff25-550e-4752-8433-6ef185c928e2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.872147] env[69846]: DEBUG nova.compute.manager [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Refreshing instance network info cache due to event network-changed-e4cfff25-550e-4752-8433-6ef185c928e2. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.872327] env[69846]: DEBUG oslo_concurrency.lockutils [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] Acquiring lock "refresh_cache-5c4cbe9b-91b1-4529-937f-9a777a465995" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.872460] env[69846]: DEBUG oslo_concurrency.lockutils [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] Acquired lock "refresh_cache-5c4cbe9b-91b1-4529-937f-9a777a465995" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.872616] env[69846]: DEBUG nova.network.neutron [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Refreshing network info cache for port e4cfff25-550e-4752-8433-6ef185c928e2 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.910015] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949333, 'name': Rename_Task, 'duration_secs': 1.293617} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.910293] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.910528] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a277aad-97cf-450c-8ee4-91085120899a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.918601] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 745.918601] env[69846]: value = "task-2949337" [ 745.918601] env[69846]: _type = "Task" [ 745.918601] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.927507] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.940487] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1397ae81-66a0-4a49-9b35-f53a025c7ff6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.947694] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40d4962-4e71-40d3-aa3a-504c46803113 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.978011] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f6210a-e55f-4ccd-b86d-a10578472798 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.985076] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4dcec2-468d-4e7a-90cf-f5dfe0cd4a38 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.997156] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949334, 'name': CreateVM_Task, 'duration_secs': 0.797032} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.003800] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.004328] env[69846]: DEBUG nova.compute.provider_tree [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.006965] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.006965] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.007406] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.008090] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9548db-7750-4d37-bc77-89374b5277ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.010127] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.015287] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 746.015287] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526fc552-b09e-5ae7-0228-c1c316843fa8" [ 746.015287] env[69846]: _type = "Task" [ 746.015287] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.023374] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526fc552-b09e-5ae7-0228-c1c316843fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.161969] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.244855] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquiring lock "971e49d0-8e74-4635-9d7d-0c8843d1e58a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.245175] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lock "971e49d0-8e74-4635-9d7d-0c8843d1e58a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.245399] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquiring lock "971e49d0-8e74-4635-9d7d-0c8843d1e58a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.245583] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lock "971e49d0-8e74-4635-9d7d-0c8843d1e58a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.245751] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lock "971e49d0-8e74-4635-9d7d-0c8843d1e58a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.248310] env[69846]: INFO nova.compute.manager [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Terminating instance [ 746.428917] env[69846]: DEBUG oslo_vmware.api [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949337, 'name': PowerOnVM_Task, 'duration_secs': 0.429336} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.429198] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.429396] env[69846]: INFO nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Took 9.27 seconds to spawn the instance on the hypervisor. [ 746.429663] env[69846]: DEBUG nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.430413] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23314f99-7628-4e52-9a14-77a5e9f3c8a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.527716] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526fc552-b09e-5ae7-0228-c1c316843fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.528189] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.529825] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.529825] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.529825] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.529825] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.529825] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7722ad1-bafd-472b-905f-699a40d55c64 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.538939] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.541141] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.541141] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488436cf-a93a-4151-aeac-ba33d8236276 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.543374] env[69846]: DEBUG nova.scheduler.client.report [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 746.543660] env[69846]: DEBUG nova.compute.provider_tree [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 54 to 55 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 746.547077] env[69846]: DEBUG nova.compute.provider_tree [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.548684] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 746.548684] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524df97a-a7bd-6da0-7fc5-4d2d657f3a1c" [ 746.548684] env[69846]: _type = "Task" [ 746.548684] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.557354] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524df97a-a7bd-6da0-7fc5-4d2d657f3a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008671} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.562134] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e993dd-1fe2-48cc-aa05-d9be9f1a5bd6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.567242] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 746.567242] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5256108a-eff7-f8bf-4aca-31cf1e7df4a6" [ 746.567242] env[69846]: _type = "Task" [ 746.567242] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.574999] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5256108a-eff7-f8bf-4aca-31cf1e7df4a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.661399] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949336, 'name': ReconfigVM_Task, 'duration_secs': 0.777173} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.661664] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 26f55a58-2310-4050-af29-04f2b2dbd516/26f55a58-2310-4050-af29-04f2b2dbd516.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.662287] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01ce54b5-2589-45a8-9374-6015c74cd1ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.668311] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for the task: (returnval){ [ 746.668311] env[69846]: value = "task-2949338" [ 746.668311] env[69846]: _type = "Task" [ 746.668311] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.676454] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949338, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.677201] env[69846]: DEBUG nova.network.neutron [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Updated VIF entry in instance network info cache for port e4cfff25-550e-4752-8433-6ef185c928e2. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.677522] env[69846]: DEBUG nova.network.neutron [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Updating instance_info_cache with network_info: [{"id": "e4cfff25-550e-4752-8433-6ef185c928e2", "address": "fa:16:3e:8f:13:b9", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cfff25-55", "ovs_interfaceid": "e4cfff25-550e-4752-8433-6ef185c928e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.752572] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquiring lock "refresh_cache-971e49d0-8e74-4635-9d7d-0c8843d1e58a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.752742] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquired lock "refresh_cache-971e49d0-8e74-4635-9d7d-0c8843d1e58a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.752923] env[69846]: DEBUG nova.network.neutron [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.952222] env[69846]: INFO nova.compute.manager [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Took 34.52 seconds to build instance. [ 747.050160] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.544s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.052465] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.499s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.052700] env[69846]: DEBUG nova.objects.instance [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lazy-loading 'resources' on Instance uuid 8c8a9793-f89c-471b-99dd-005d470ebfcc {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.072114] env[69846]: INFO nova.scheduler.client.report [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Deleted allocations for instance 4e8d43e8-3541-408f-936d-fb785d19b65d [ 747.080755] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5256108a-eff7-f8bf-4aca-31cf1e7df4a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.081206] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.081451] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 5c4cbe9b-91b1-4529-937f-9a777a465995/5c4cbe9b-91b1-4529-937f-9a777a465995.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.083418] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cac6ee77-b0ef-42ac-82d2-79e9384830b2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.092785] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 747.092785] env[69846]: value = "task-2949339" [ 747.092785] env[69846]: _type = "Task" [ 747.092785] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.101971] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.178066] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949338, 'name': Rename_Task, 'duration_secs': 0.144164} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.178363] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.178609] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee50a1b2-4956-4dbd-9692-a7609c242521 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.180392] env[69846]: DEBUG oslo_concurrency.lockutils [req-e673c75e-1ee8-4c95-bf12-0125fa05a7f3 req-fe26f662-9b09-4863-9261-2fc1ab63d99b service nova] Releasing lock "refresh_cache-5c4cbe9b-91b1-4529-937f-9a777a465995" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.185175] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for the task: (returnval){ [ 747.185175] env[69846]: value = "task-2949340" [ 747.185175] env[69846]: _type = "Task" [ 747.185175] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.194690] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.271180] env[69846]: DEBUG nova.network.neutron [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.373020] env[69846]: DEBUG nova.network.neutron [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.454487] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bb573429-f99f-413c-b5d9-6508ce0e46ed tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "41309cdb-e15c-4e64-ac5f-4e415164ae65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.573s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.528318] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af400151-9455-4eb4-9194-118bf7a572eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.554317] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance 'fcc35999-1784-4bb2-b148-49d543d93332' progress to 0 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.585665] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e439fdb0-3355-4579-93dc-5042db917e40 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Lock "4e8d43e8-3541-408f-936d-fb785d19b65d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.605s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.605477] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949339, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.607194] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.607194] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.607323] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.607529] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.607754] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.617057] env[69846]: INFO nova.compute.manager [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Terminating instance [ 747.696584] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949340, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.783777] env[69846]: DEBUG oslo_concurrency.lockutils [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "41309cdb-e15c-4e64-ac5f-4e415164ae65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.783874] env[69846]: DEBUG oslo_concurrency.lockutils [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "41309cdb-e15c-4e64-ac5f-4e415164ae65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.784060] env[69846]: DEBUG oslo_concurrency.lockutils [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "41309cdb-e15c-4e64-ac5f-4e415164ae65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.784240] env[69846]: DEBUG oslo_concurrency.lockutils [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "41309cdb-e15c-4e64-ac5f-4e415164ae65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.784427] env[69846]: DEBUG oslo_concurrency.lockutils [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "41309cdb-e15c-4e64-ac5f-4e415164ae65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.787664] env[69846]: INFO nova.compute.manager [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Terminating instance [ 747.873321] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Releasing lock "refresh_cache-971e49d0-8e74-4635-9d7d-0c8843d1e58a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.874105] env[69846]: DEBUG nova.compute.manager [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.874105] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.874975] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89fa3a8-945e-4b14-85db-1ccd8c193c17 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.885997] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.885997] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a1c0898-6e40-47e7-ac1d-05d2dbbd7f6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.892038] env[69846]: DEBUG oslo_vmware.api [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for the task: (returnval){ [ 747.892038] env[69846]: value = "task-2949341" [ 747.892038] env[69846]: _type = "Task" [ 747.892038] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.901742] env[69846]: DEBUG oslo_vmware.api [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.958779] env[69846]: DEBUG nova.compute.manager [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.061266] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.061654] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-373a1791-2f8c-47d5-a3f8-77b7118814d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.071168] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 748.071168] env[69846]: value = "task-2949342" [ 748.071168] env[69846]: _type = "Task" [ 748.071168] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.080924] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.103892] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551978} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.103892] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 5c4cbe9b-91b1-4529-937f-9a777a465995/5c4cbe9b-91b1-4529-937f-9a777a465995.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.103979] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.104237] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13dd574c-a0b1-4bf7-b0cc-b9b4a251eaa3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.111117] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 748.111117] env[69846]: value = "task-2949343" [ 748.111117] env[69846]: _type = "Task" [ 748.111117] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.121742] env[69846]: DEBUG nova.compute.manager [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.121960] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.126198] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc3d5f7-b994-4ae9-ae34-b8ef954a4625 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.129854] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.134450] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.135159] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-905639d4-5eed-4c9c-a594-8c203f6cb6dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.144145] env[69846]: DEBUG oslo_vmware.api [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 748.144145] env[69846]: value = "task-2949344" [ 748.144145] env[69846]: _type = "Task" [ 748.144145] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.152523] env[69846]: DEBUG oslo_vmware.api [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.170814] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37263b61-09f2-46ca-b4bb-a185830ce6a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.179718] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e374962-4244-4746-9390-5517831bd5bd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.219914] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc74712-23b7-44da-940f-8b2e24a2ddb1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.225794] env[69846]: DEBUG oslo_vmware.api [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949340, 'name': PowerOnVM_Task, 'duration_secs': 0.560667} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.226503] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.226732] env[69846]: INFO nova.compute.manager [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Took 8.17 seconds to spawn the instance on the hypervisor. [ 748.226907] env[69846]: DEBUG nova.compute.manager [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.227706] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3345c19f-5bcf-4d73-b0e3-9110474b5c5e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.233902] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c557f1-511e-4ba7-93a5-5d2879bda523 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.252495] env[69846]: DEBUG nova.compute.provider_tree [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.293465] env[69846]: DEBUG nova.compute.manager [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.293750] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.294722] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b6bcd1-1622-4bf9-87b9-873d3ea5cb0c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.303166] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.303464] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ff1d033-44ff-4d45-b5fb-7ecb15ee6cb0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.309602] env[69846]: DEBUG oslo_vmware.api [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 748.309602] env[69846]: value = "task-2949345" [ 748.309602] env[69846]: _type = "Task" [ 748.309602] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.320610] env[69846]: DEBUG oslo_vmware.api [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.404707] env[69846]: DEBUG oslo_vmware.api [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949341, 'name': PowerOffVM_Task, 'duration_secs': 0.19141} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.404977] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.405164] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.405428] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07b6f521-0c1b-4b6d-8cf1-5b095edaedcf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.428373] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.428597] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.428777] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Deleting the datastore file [datastore2] 971e49d0-8e74-4635-9d7d-0c8843d1e58a {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.429045] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-334a7a76-0108-4431-a04f-ecf768d21f68 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.434695] env[69846]: DEBUG oslo_vmware.api [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for the task: (returnval){ [ 748.434695] env[69846]: value = "task-2949347" [ 748.434695] env[69846]: _type = "Task" [ 748.434695] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.444020] env[69846]: DEBUG oslo_vmware.api [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.483286] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.581291] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949342, 'name': PowerOffVM_Task, 'duration_secs': 0.238844} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.581551] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.581747] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance 'fcc35999-1784-4bb2-b148-49d543d93332' progress to 17 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 748.623196] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059608} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.623482] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.624292] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592dda53-1399-4e3b-9964-49fdb1581c2c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.647626] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 5c4cbe9b-91b1-4529-937f-9a777a465995/5c4cbe9b-91b1-4529-937f-9a777a465995.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.648302] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e0146c8-8842-43dc-ae4d-793673e5ba65 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.674284] env[69846]: DEBUG oslo_vmware.api [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949344, 'name': PowerOffVM_Task, 'duration_secs': 0.24546} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.675683] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.675855] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.676514] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 748.676514] env[69846]: value = "task-2949348" [ 748.676514] env[69846]: _type = "Task" [ 748.676514] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.680016] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a28671cb-636a-4f7d-b9b1-d72fea3e83de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.685688] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949348, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.753179] env[69846]: INFO nova.compute.manager [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Took 34.67 seconds to build instance. [ 748.755398] env[69846]: DEBUG nova.scheduler.client.report [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.761306] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.761520] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.761700] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleting the datastore file [datastore2] e672d63e-1187-413c-8a0d-8fc214dcb9ef {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.762606] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-919197f5-19a3-4e2a-b60e-1d4ed617a7a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.768517] env[69846]: DEBUG oslo_vmware.api [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 748.768517] env[69846]: value = "task-2949350" [ 748.768517] env[69846]: _type = "Task" [ 748.768517] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.778271] env[69846]: DEBUG oslo_vmware.api [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.820460] env[69846]: DEBUG oslo_vmware.api [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949345, 'name': PowerOffVM_Task, 'duration_secs': 0.210226} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.820811] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.821067] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.821364] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e30098f-6375-4d33-9bb1-b66da4bb4ec4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.944714] env[69846]: DEBUG oslo_vmware.api [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Task: {'id': task-2949347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155731} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.944981] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.945180] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.945376] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.945524] env[69846]: INFO nova.compute.manager [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 748.945763] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.945946] env[69846]: DEBUG nova.compute.manager [-] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.946059] env[69846]: DEBUG nova.network.neutron [-] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.984520] env[69846]: DEBUG nova.network.neutron [-] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.059410] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.059619] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.059799] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleting the datastore file [datastore1] 41309cdb-e15c-4e64-ac5f-4e415164ae65 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.060077] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-218a5d9c-bf11-44c4-a8e8-168c92921ce6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.068047] env[69846]: DEBUG oslo_vmware.api [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 749.068047] env[69846]: value = "task-2949352" [ 749.068047] env[69846]: _type = "Task" [ 749.068047] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.075601] env[69846]: DEBUG oslo_vmware.api [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.089310] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.089541] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.089702] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.089885] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.090093] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.090192] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.090386] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.090579] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.090694] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.090963] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.091068] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.096940] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc761348-7da7-475d-bf7d-3b14aa830a73 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.112941] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 749.112941] env[69846]: value = "task-2949353" [ 749.112941] env[69846]: _type = "Task" [ 749.112941] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.121955] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.187640] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.255384] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8beadeca-ef86-4e79-9468-cebb10e63810 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lock "26f55a58-2310-4050-af29-04f2b2dbd516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.021s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.262026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.265733] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.280s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.267705] env[69846]: INFO nova.compute.claims [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.285693] env[69846]: DEBUG oslo_vmware.api [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166214} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.285693] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.285693] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.285693] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.285693] env[69846]: INFO nova.compute.manager [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 749.285890] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.285987] env[69846]: DEBUG nova.compute.manager [-] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.286068] env[69846]: DEBUG nova.network.neutron [-] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.292892] env[69846]: INFO nova.scheduler.client.report [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Deleted allocations for instance 8c8a9793-f89c-471b-99dd-005d470ebfcc [ 749.488427] env[69846]: DEBUG nova.network.neutron [-] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.539228] env[69846]: DEBUG nova.compute.manager [req-4d4d3704-4a9b-4661-ba5a-612e081b69e4 req-543bd985-5bd7-4bbd-8a1c-5a5d80f06361 service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Received event network-changed-6858c705-1841-4215-a70b-b9a53c1f3c6b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.540532] env[69846]: DEBUG nova.compute.manager [req-4d4d3704-4a9b-4661-ba5a-612e081b69e4 req-543bd985-5bd7-4bbd-8a1c-5a5d80f06361 service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Refreshing instance network info cache due to event network-changed-6858c705-1841-4215-a70b-b9a53c1f3c6b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.540760] env[69846]: DEBUG oslo_concurrency.lockutils [req-4d4d3704-4a9b-4661-ba5a-612e081b69e4 req-543bd985-5bd7-4bbd-8a1c-5a5d80f06361 service nova] Acquiring lock "refresh_cache-26f55a58-2310-4050-af29-04f2b2dbd516" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.540906] env[69846]: DEBUG oslo_concurrency.lockutils [req-4d4d3704-4a9b-4661-ba5a-612e081b69e4 req-543bd985-5bd7-4bbd-8a1c-5a5d80f06361 service nova] Acquired lock "refresh_cache-26f55a58-2310-4050-af29-04f2b2dbd516" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.541196] env[69846]: DEBUG nova.network.neutron [req-4d4d3704-4a9b-4661-ba5a-612e081b69e4 req-543bd985-5bd7-4bbd-8a1c-5a5d80f06361 service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Refreshing network info cache for port 6858c705-1841-4215-a70b-b9a53c1f3c6b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.581546] env[69846]: DEBUG oslo_vmware.api [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285145} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.581795] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.581994] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.582584] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.582584] env[69846]: INFO nova.compute.manager [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Took 1.29 seconds to destroy the instance on the hypervisor. [ 749.582795] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.582868] env[69846]: DEBUG nova.compute.manager [-] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.582988] env[69846]: DEBUG nova.network.neutron [-] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.623404] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949353, 'name': ReconfigVM_Task, 'duration_secs': 0.250303} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.623713] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance 'fcc35999-1784-4bb2-b148-49d543d93332' progress to 33 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.693151] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949348, 'name': ReconfigVM_Task, 'duration_secs': 0.736153} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.693198] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 5c4cbe9b-91b1-4529-937f-9a777a465995/5c4cbe9b-91b1-4529-937f-9a777a465995.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.694184] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7739a7c0-bad0-42ce-8dc1-35a091952e4b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.704991] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 749.704991] env[69846]: value = "task-2949354" [ 749.704991] env[69846]: _type = "Task" [ 749.704991] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.714822] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949354, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.759381] env[69846]: DEBUG nova.compute.manager [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.804507] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Lock "8c8a9793-f89c-471b-99dd-005d470ebfcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.956s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.866560] env[69846]: DEBUG nova.compute.manager [req-ed772382-502e-45fd-ad52-5a3d3cc4e192 req-e79960cd-8222-4913-95cf-bda1faa7178e service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Received event network-vif-deleted-c1ea2610-155e-4cfd-adce-0080e9046461 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.866781] env[69846]: INFO nova.compute.manager [req-ed772382-502e-45fd-ad52-5a3d3cc4e192 req-e79960cd-8222-4913-95cf-bda1faa7178e service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Neutron deleted interface c1ea2610-155e-4cfd-adce-0080e9046461; detaching it from the instance and deleting it from the info cache [ 749.866960] env[69846]: DEBUG nova.network.neutron [req-ed772382-502e-45fd-ad52-5a3d3cc4e192 req-e79960cd-8222-4913-95cf-bda1faa7178e service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.994583] env[69846]: INFO nova.compute.manager [-] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Took 1.05 seconds to deallocate network for instance. [ 750.134023] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.134023] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.134023] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.134023] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.134354] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.134354] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.134699] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.134875] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.135058] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.135222] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.135858] env[69846]: DEBUG nova.virt.hardware [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.142870] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 750.144102] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62961254-8788-453b-8f44-fc38f54224ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.165318] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 750.165318] env[69846]: value = "task-2949355" [ 750.165318] env[69846]: _type = "Task" [ 750.165318] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.174407] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.215020] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949354, 'name': Rename_Task, 'duration_secs': 0.383602} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.215360] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.215607] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9a9309-0c92-4b63-bdbb-012074eae376 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.223093] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 750.223093] env[69846]: value = "task-2949356" [ 750.223093] env[69846]: _type = "Task" [ 750.223093] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.233668] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.284684] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.328184] env[69846]: DEBUG nova.network.neutron [-] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.350885] env[69846]: DEBUG nova.network.neutron [-] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.374520] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2370d7f-9bfb-4b32-973c-02da13072ed6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.381434] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cc2b17-4938-4022-8141-66578e7dd7e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.423633] env[69846]: DEBUG nova.compute.manager [req-ed772382-502e-45fd-ad52-5a3d3cc4e192 req-e79960cd-8222-4913-95cf-bda1faa7178e service nova] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Detach interface failed, port_id=c1ea2610-155e-4cfd-adce-0080e9046461, reason: Instance e672d63e-1187-413c-8a0d-8fc214dcb9ef could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 750.428519] env[69846]: DEBUG nova.network.neutron [req-4d4d3704-4a9b-4661-ba5a-612e081b69e4 req-543bd985-5bd7-4bbd-8a1c-5a5d80f06361 service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Updated VIF entry in instance network info cache for port 6858c705-1841-4215-a70b-b9a53c1f3c6b. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.431732] env[69846]: DEBUG nova.network.neutron [req-4d4d3704-4a9b-4661-ba5a-612e081b69e4 req-543bd985-5bd7-4bbd-8a1c-5a5d80f06361 service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Updating instance_info_cache with network_info: [{"id": "6858c705-1841-4215-a70b-b9a53c1f3c6b", "address": "fa:16:3e:a1:18:b6", "network": {"id": "3ad8215b-cd76-46c3-a2de-ba059b4d0905", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1387983305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac329b79ba44c7c9671bafc79f41539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6858c705-18", "ovs_interfaceid": "6858c705-1841-4215-a70b-b9a53c1f3c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.502602] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.680530] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949355, 'name': ReconfigVM_Task, 'duration_secs': 0.174438} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.680888] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 750.681639] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d967f5-5a76-47bb-ac4d-d7fbba05db01 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.705897] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] fcc35999-1784-4bb2-b148-49d543d93332/fcc35999-1784-4bb2-b148-49d543d93332.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.708788] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78da11a-80ca-42d5-8ab7-1c9275129cc8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.727756] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 750.727756] env[69846]: value = "task-2949357" [ 750.727756] env[69846]: _type = "Task" [ 750.727756] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.743698] env[69846]: DEBUG oslo_vmware.api [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949356, 'name': PowerOnVM_Task, 'duration_secs': 0.494058} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.748051] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.748211] env[69846]: INFO nova.compute.manager [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Took 7.94 seconds to spawn the instance on the hypervisor. [ 750.752023] env[69846]: DEBUG nova.compute.manager [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.752023] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.752272] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e77c40-96a5-48b1-a6f4-6ccd53f72267 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.834228] env[69846]: INFO nova.compute.manager [-] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Took 1.55 seconds to deallocate network for instance. [ 750.856328] env[69846]: INFO nova.compute.manager [-] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Took 1.27 seconds to deallocate network for instance. [ 750.935140] env[69846]: DEBUG oslo_concurrency.lockutils [req-4d4d3704-4a9b-4661-ba5a-612e081b69e4 req-543bd985-5bd7-4bbd-8a1c-5a5d80f06361 service nova] Releasing lock "refresh_cache-26f55a58-2310-4050-af29-04f2b2dbd516" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.975032] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655fa7da-9fb5-4336-ac96-aca622003b55 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.983222] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf8f20-6028-426d-a2f9-8f82358d983d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.017728] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7116f0-707c-4bbb-b0d8-4bead2f46f78 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.025574] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c50cda6-0af8-45f0-acce-f5c3cd5d70b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.040678] env[69846]: DEBUG nova.compute.provider_tree [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.243859] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.275013] env[69846]: INFO nova.compute.manager [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Took 36.92 seconds to build instance. [ 751.341647] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.365955] env[69846]: DEBUG oslo_concurrency.lockutils [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.548914] env[69846]: DEBUG nova.scheduler.client.report [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.705062] env[69846]: DEBUG nova.compute.manager [req-0323866d-e491-4950-92e7-8b51367e6fca req-be4402a5-339c-4358-a840-f084d841e553 service nova] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Received event network-vif-deleted-630f94be-db6f-466b-ac1b-27c57ff0bd72 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.747210] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.777587] env[69846]: DEBUG oslo_concurrency.lockutils [None req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "5c4cbe9b-91b1-4529-937f-9a777a465995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.811s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.061461] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.062555] env[69846]: DEBUG nova.compute.manager [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.065428] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.487s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.068128] env[69846]: INFO nova.compute.claims [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.947562] env[69846]: DEBUG nova.compute.manager [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.954618] env[69846]: DEBUG nova.compute.utils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.955482] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949357, 'name': ReconfigVM_Task, 'duration_secs': 1.28046} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.956328] env[69846]: DEBUG nova.compute.manager [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.956555] env[69846]: DEBUG nova.network.neutron [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.958615] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Reconfigured VM instance instance-0000000d to attach disk [datastore1] fcc35999-1784-4bb2-b148-49d543d93332/fcc35999-1784-4bb2-b148-49d543d93332.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.958809] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance 'fcc35999-1784-4bb2-b148-49d543d93332' progress to 50 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 752.964043] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fa1522-ac98-4eb4-91d3-7273c7288433 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.971630] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-764e36db-d06a-433c-9ec1-42f822a1db6f tempest-ServersAdminNegativeTestJSON-644834712 tempest-ServersAdminNegativeTestJSON-644834712-project-admin] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Suspending the VM {{(pid=69846) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 752.972395] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8917b654-5e10-4651-b529-bd76a0a3cc85 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.979314] env[69846]: DEBUG oslo_vmware.api [None req-764e36db-d06a-433c-9ec1-42f822a1db6f tempest-ServersAdminNegativeTestJSON-644834712 tempest-ServersAdminNegativeTestJSON-644834712-project-admin] Waiting for the task: (returnval){ [ 752.979314] env[69846]: value = "task-2949358" [ 752.979314] env[69846]: _type = "Task" [ 752.979314] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.988179] env[69846]: DEBUG oslo_vmware.api [None req-764e36db-d06a-433c-9ec1-42f822a1db6f tempest-ServersAdminNegativeTestJSON-644834712 tempest-ServersAdminNegativeTestJSON-644834712-project-admin] Task: {'id': task-2949358, 'name': SuspendVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.051730] env[69846]: DEBUG nova.policy [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '726dca432b414434a7c015df5f846177', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82d114efe6ec4879ab630dea37e9295a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.457648] env[69846]: DEBUG nova.compute.manager [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.468503] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7d861f-1179-43ac-9b88-2a61e4cd1859 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.495997] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.501308] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a728dd9-ea3b-4837-b582-903ed2005e68 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.528438] env[69846]: DEBUG oslo_vmware.api [None req-764e36db-d06a-433c-9ec1-42f822a1db6f tempest-ServersAdminNegativeTestJSON-644834712 tempest-ServersAdminNegativeTestJSON-644834712-project-admin] Task: {'id': task-2949358, 'name': SuspendVM_Task} progress is 50%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.528814] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance 'fcc35999-1784-4bb2-b148-49d543d93332' progress to 67 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 753.643324] env[69846]: DEBUG nova.network.neutron [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Successfully created port: 3e421143-d1ee-4038-abf2-16cba3c53bef {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.005126] env[69846]: DEBUG oslo_vmware.api [None req-764e36db-d06a-433c-9ec1-42f822a1db6f tempest-ServersAdminNegativeTestJSON-644834712 tempest-ServersAdminNegativeTestJSON-644834712-project-admin] Task: {'id': task-2949358, 'name': SuspendVM_Task, 'duration_secs': 1.00384} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.006626] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-764e36db-d06a-433c-9ec1-42f822a1db6f tempest-ServersAdminNegativeTestJSON-644834712 tempest-ServersAdminNegativeTestJSON-644834712-project-admin] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Suspended the VM {{(pid=69846) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 754.006626] env[69846]: DEBUG nova.compute.manager [None req-764e36db-d06a-433c-9ec1-42f822a1db6f tempest-ServersAdminNegativeTestJSON-644834712 tempest-ServersAdminNegativeTestJSON-644834712-project-admin] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.006626] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5d0b48-a3ec-47de-b842-c76715db68d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.088898] env[69846]: DEBUG nova.network.neutron [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Port 586457c9-3189-4e65-b40b-138508d842bc binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 754.192709] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5695d8-6df5-4fe3-8007-574daf43cba8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.200896] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ee71d-e9d5-4b97-bfa7-78782e73a07a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.231982] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4149807-ed68-4589-a5e2-39a67def0d62 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.240044] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958f31b1-edd4-4a6f-854b-0ea28aa15829 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.254028] env[69846]: DEBUG nova.compute.provider_tree [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.473699] env[69846]: DEBUG nova.compute.manager [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.510691] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.510691] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.510798] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.510986] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.511141] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.511295] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.511808] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.511808] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.511940] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.512092] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.512280] env[69846]: DEBUG nova.virt.hardware [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.513545] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bbe977-33ed-461f-8cbc-d4ca5b11444b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.523047] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80345b4d-a90f-4d23-b8c4-ee6f8a3c00bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.757731] env[69846]: DEBUG nova.scheduler.client.report [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.116271] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "fcc35999-1784-4bb2-b148-49d543d93332-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.116271] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "fcc35999-1784-4bb2-b148-49d543d93332-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.116716] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "fcc35999-1784-4bb2-b148-49d543d93332-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.270314] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.202s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.270314] env[69846]: DEBUG nova.compute.manager [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.272172] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.808s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.273525] env[69846]: INFO nova.compute.claims [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.440645] env[69846]: DEBUG nova.compute.manager [req-bf8d24b2-003c-41ba-abde-729364c13373 req-eb30ad77-30a2-40c1-bb44-abdaadb697a7 service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Received event network-vif-plugged-3e421143-d1ee-4038-abf2-16cba3c53bef {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.440878] env[69846]: DEBUG oslo_concurrency.lockutils [req-bf8d24b2-003c-41ba-abde-729364c13373 req-eb30ad77-30a2-40c1-bb44-abdaadb697a7 service nova] Acquiring lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.441102] env[69846]: DEBUG oslo_concurrency.lockutils [req-bf8d24b2-003c-41ba-abde-729364c13373 req-eb30ad77-30a2-40c1-bb44-abdaadb697a7 service nova] Lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.441273] env[69846]: DEBUG oslo_concurrency.lockutils [req-bf8d24b2-003c-41ba-abde-729364c13373 req-eb30ad77-30a2-40c1-bb44-abdaadb697a7 service nova] Lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.441441] env[69846]: DEBUG nova.compute.manager [req-bf8d24b2-003c-41ba-abde-729364c13373 req-eb30ad77-30a2-40c1-bb44-abdaadb697a7 service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] No waiting events found dispatching network-vif-plugged-3e421143-d1ee-4038-abf2-16cba3c53bef {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.441603] env[69846]: WARNING nova.compute.manager [req-bf8d24b2-003c-41ba-abde-729364c13373 req-eb30ad77-30a2-40c1-bb44-abdaadb697a7 service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Received unexpected event network-vif-plugged-3e421143-d1ee-4038-abf2-16cba3c53bef for instance with vm_state building and task_state spawning. [ 755.487898] env[69846]: DEBUG nova.network.neutron [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Successfully updated port: 3e421143-d1ee-4038-abf2-16cba3c53bef {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.778818] env[69846]: DEBUG nova.compute.utils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.783575] env[69846]: DEBUG nova.compute.manager [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.784106] env[69846]: DEBUG nova.network.neutron [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.838734] env[69846]: DEBUG nova.policy [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836ad2688f594b308bacee23efd4c836', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be77a09cc82402eba2c2eb52e0fea66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.991023] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquiring lock "refresh_cache-0ef4bc09-a225-410a-acd6-2ee3a871fe89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.991753] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquired lock "refresh_cache-0ef4bc09-a225-410a-acd6-2ee3a871fe89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.991753] env[69846]: DEBUG nova.network.neutron [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.139079] env[69846]: DEBUG nova.network.neutron [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Successfully created port: 01cd1afe-429e-4764-af78-80131044b602 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.203020] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.203020] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.203020] env[69846]: DEBUG nova.network.neutron [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.284513] env[69846]: DEBUG nova.compute.manager [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.535861] env[69846]: DEBUG nova.network.neutron [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.870705] env[69846]: DEBUG nova.network.neutron [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Updating instance_info_cache with network_info: [{"id": "3e421143-d1ee-4038-abf2-16cba3c53bef", "address": "fa:16:3e:48:83:a1", "network": {"id": "9ef69fc9-3d83-40e2-8f30-6632ac021144", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-981588087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d114efe6ec4879ab630dea37e9295a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e421143-d1", "ovs_interfaceid": "3e421143-d1ee-4038-abf2-16cba3c53bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.939020] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e4599b-d6be-4fe8-a97b-10b7a7b46fc9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.951019] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1504fdd-b461-4fcf-a96a-7d4d630a034c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.985918] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965496a-eb80-40f7-999a-d3991d3c37a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.993942] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88094ff2-585e-4962-8c65-b1d95b92f773 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.007968] env[69846]: DEBUG nova.compute.provider_tree [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.128513] env[69846]: DEBUG nova.network.neutron [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance_info_cache with network_info: [{"id": "586457c9-3189-4e65-b40b-138508d842bc", "address": "fa:16:3e:fb:0b:81", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586457c9-31", "ovs_interfaceid": "586457c9-3189-4e65-b40b-138508d842bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.301480] env[69846]: DEBUG nova.compute.manager [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.333908] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.334156] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.334374] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.334560] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.334725] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.334988] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.335103] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.335274] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.335457] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.338347] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.338347] env[69846]: DEBUG nova.virt.hardware [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.338347] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097463be-c6ff-4865-a18c-5bf5659724f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.345212] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffeeb79-0b3e-4ec0-a10b-3fea6ec58f6d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.374111] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Releasing lock "refresh_cache-0ef4bc09-a225-410a-acd6-2ee3a871fe89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.374885] env[69846]: DEBUG nova.compute.manager [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Instance network_info: |[{"id": "3e421143-d1ee-4038-abf2-16cba3c53bef", "address": "fa:16:3e:48:83:a1", "network": {"id": "9ef69fc9-3d83-40e2-8f30-6632ac021144", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-981588087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d114efe6ec4879ab630dea37e9295a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e421143-d1", "ovs_interfaceid": "3e421143-d1ee-4038-abf2-16cba3c53bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.375025] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:83:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e421143-d1ee-4038-abf2-16cba3c53bef', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.382567] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Creating folder: Project (82d114efe6ec4879ab630dea37e9295a). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.382848] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44400931-137c-460c-8393-6811e5829631 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.394630] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Created folder: Project (82d114efe6ec4879ab630dea37e9295a) in parent group-v591891. [ 757.394823] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Creating folder: Instances. Parent ref: group-v591957. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.395072] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5d123dc-a12d-408b-b442-e9ff33c59909 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.403670] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Created folder: Instances in parent group-v591957. [ 757.403894] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.404090] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.404285] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-287bead5-c699-4a01-bf58-8b70c5cd3207 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.425358] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.425358] env[69846]: value = "task-2949361" [ 757.425358] env[69846]: _type = "Task" [ 757.425358] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.432914] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949361, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.517983] env[69846]: DEBUG nova.scheduler.client.report [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.633306] env[69846]: DEBUG nova.compute.manager [req-30d9421f-b574-4fdc-b3f7-f78f3c8a1e61 req-8461f024-9e49-4f5f-9b7b-3e7f4ee91b7d service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Received event network-changed-3e421143-d1ee-4038-abf2-16cba3c53bef {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.633306] env[69846]: DEBUG nova.compute.manager [req-30d9421f-b574-4fdc-b3f7-f78f3c8a1e61 req-8461f024-9e49-4f5f-9b7b-3e7f4ee91b7d service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Refreshing instance network info cache due to event network-changed-3e421143-d1ee-4038-abf2-16cba3c53bef. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.633306] env[69846]: DEBUG oslo_concurrency.lockutils [req-30d9421f-b574-4fdc-b3f7-f78f3c8a1e61 req-8461f024-9e49-4f5f-9b7b-3e7f4ee91b7d service nova] Acquiring lock "refresh_cache-0ef4bc09-a225-410a-acd6-2ee3a871fe89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.633306] env[69846]: DEBUG oslo_concurrency.lockutils [req-30d9421f-b574-4fdc-b3f7-f78f3c8a1e61 req-8461f024-9e49-4f5f-9b7b-3e7f4ee91b7d service nova] Acquired lock "refresh_cache-0ef4bc09-a225-410a-acd6-2ee3a871fe89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.633306] env[69846]: DEBUG nova.network.neutron [req-30d9421f-b574-4fdc-b3f7-f78f3c8a1e61 req-8461f024-9e49-4f5f-9b7b-3e7f4ee91b7d service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Refreshing network info cache for port 3e421143-d1ee-4038-abf2-16cba3c53bef {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.633715] env[69846]: DEBUG oslo_concurrency.lockutils [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.864141] env[69846]: DEBUG nova.network.neutron [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Successfully updated port: 01cd1afe-429e-4764-af78-80131044b602 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.939435] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949361, 'name': CreateVM_Task, 'duration_secs': 0.316694} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.939435] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.939435] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.939435] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.939435] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.939707] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bfb612b-869a-4741-9d95-764c043efb7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.946687] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for the task: (returnval){ [ 757.946687] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528a35cc-4dd4-03f9-07f9-482f2e3a8a52" [ 757.946687] env[69846]: _type = "Task" [ 757.946687] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.957031] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528a35cc-4dd4-03f9-07f9-482f2e3a8a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.023678] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.024242] env[69846]: DEBUG nova.compute.manager [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.032587] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.960s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.038141] env[69846]: INFO nova.compute.claims [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.166141] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48283235-350a-481e-8f5a-e5adf9856538 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.187041] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64410beb-7a09-4ef7-96c6-e9e864a68627 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.196047] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance 'fcc35999-1784-4bb2-b148-49d543d93332' progress to 83 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 758.367250] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "refresh_cache-05c7fe12-6ec5-4166-966c-483f2e6780ee" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.367399] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired lock "refresh_cache-05c7fe12-6ec5-4166-966c-483f2e6780ee" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.367623] env[69846]: DEBUG nova.network.neutron [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.411195] env[69846]: DEBUG nova.network.neutron [req-30d9421f-b574-4fdc-b3f7-f78f3c8a1e61 req-8461f024-9e49-4f5f-9b7b-3e7f4ee91b7d service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Updated VIF entry in instance network info cache for port 3e421143-d1ee-4038-abf2-16cba3c53bef. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.411560] env[69846]: DEBUG nova.network.neutron [req-30d9421f-b574-4fdc-b3f7-f78f3c8a1e61 req-8461f024-9e49-4f5f-9b7b-3e7f4ee91b7d service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Updating instance_info_cache with network_info: [{"id": "3e421143-d1ee-4038-abf2-16cba3c53bef", "address": "fa:16:3e:48:83:a1", "network": {"id": "9ef69fc9-3d83-40e2-8f30-6632ac021144", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-981588087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82d114efe6ec4879ab630dea37e9295a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e421143-d1", "ovs_interfaceid": "3e421143-d1ee-4038-abf2-16cba3c53bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.459501] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528a35cc-4dd4-03f9-07f9-482f2e3a8a52, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.460453] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.460453] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.460453] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.460453] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.460619] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.460792] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14097f75-ff1d-4b8b-92c5-0f5abbcf525b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.471516] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.471786] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.474157] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d8cfd4-405e-4656-9a8b-d9f668b7bf59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.479357] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for the task: (returnval){ [ 758.479357] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52092b6e-8ba0-191d-77ef-1bb953c77637" [ 758.479357] env[69846]: _type = "Task" [ 758.479357] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.487866] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52092b6e-8ba0-191d-77ef-1bb953c77637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.533985] env[69846]: DEBUG nova.compute.utils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.535524] env[69846]: DEBUG nova.compute.manager [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.535847] env[69846]: DEBUG nova.network.neutron [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.545048] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "5c4cbe9b-91b1-4529-937f-9a777a465995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.545247] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "5c4cbe9b-91b1-4529-937f-9a777a465995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.545461] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "5c4cbe9b-91b1-4529-937f-9a777a465995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.545650] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "5c4cbe9b-91b1-4529-937f-9a777a465995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.546174] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "5c4cbe9b-91b1-4529-937f-9a777a465995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.548676] env[69846]: INFO nova.compute.manager [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Terminating instance [ 758.603637] env[69846]: DEBUG nova.policy [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b0b1b28766140d4b4693ef054ae1f68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ece83d3edbd490fb74eb6f59dad9328', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.702923] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.702923] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c9d8f54-d3ea-48f7-aa46-1fd0a69f75b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.711019] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 758.711019] env[69846]: value = "task-2949362" [ 758.711019] env[69846]: _type = "Task" [ 758.711019] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.719202] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.914684] env[69846]: DEBUG oslo_concurrency.lockutils [req-30d9421f-b574-4fdc-b3f7-f78f3c8a1e61 req-8461f024-9e49-4f5f-9b7b-3e7f4ee91b7d service nova] Releasing lock "refresh_cache-0ef4bc09-a225-410a-acd6-2ee3a871fe89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.933708] env[69846]: DEBUG nova.network.neutron [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.978236] env[69846]: DEBUG nova.network.neutron [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Successfully created port: 8323b259-38d2-4797-8c90-1afc84bc0b3f {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.991975] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52092b6e-8ba0-191d-77ef-1bb953c77637, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.992836] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27975d4-a6dd-4acd-81d3-32a65aa821bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.998594] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for the task: (returnval){ [ 758.998594] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f24cc1-2a82-0ac3-c82e-f5df086a26c2" [ 758.998594] env[69846]: _type = "Task" [ 758.998594] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.008982] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f24cc1-2a82-0ac3-c82e-f5df086a26c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.039944] env[69846]: DEBUG nova.compute.manager [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.055252] env[69846]: DEBUG nova.compute.manager [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.055488] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.056552] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79efa6bd-bd63-49a2-af3f-cc73eb9d2cfb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.064945] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.065252] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e27a00e5-dc1a-45ae-97fb-2754b38caaee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.125101] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.125328] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.125505] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Deleting the datastore file [datastore1] 5c4cbe9b-91b1-4529-937f-9a777a465995 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.125785] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ddd342-cbe8-4650-9f2f-770e9c9de6db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.133854] env[69846]: DEBUG oslo_vmware.api [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 759.133854] env[69846]: value = "task-2949364" [ 759.133854] env[69846]: _type = "Task" [ 759.133854] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.141455] env[69846]: DEBUG oslo_vmware.api [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.226854] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.290739] env[69846]: DEBUG nova.network.neutron [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Updating instance_info_cache with network_info: [{"id": "01cd1afe-429e-4764-af78-80131044b602", "address": "fa:16:3e:8c:24:dd", "network": {"id": "04b30f86-8e20-48a6-a7f9-49be4666a123", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-791026820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be77a09cc82402eba2c2eb52e0fea66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01cd1afe-42", "ovs_interfaceid": "01cd1afe-429e-4764-af78-80131044b602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.532240] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f24cc1-2a82-0ac3-c82e-f5df086a26c2, 'name': SearchDatastore_Task, 'duration_secs': 0.022818} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.532240] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.532240] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0ef4bc09-a225-410a-acd6-2ee3a871fe89/0ef4bc09-a225-410a-acd6-2ee3a871fe89.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.532240] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8c5217e-f2c5-43ba-b6d9-344a07665cf0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.533350] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for the task: (returnval){ [ 759.533350] env[69846]: value = "task-2949365" [ 759.533350] env[69846]: _type = "Task" [ 759.533350] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.533350] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.646762] env[69846]: DEBUG oslo_vmware.api [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462695} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.647051] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.647243] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.647414] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.647588] env[69846]: INFO nova.compute.manager [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Took 0.59 seconds to destroy the instance on the hypervisor. [ 759.647835] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.648048] env[69846]: DEBUG nova.compute.manager [-] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.648146] env[69846]: DEBUG nova.network.neutron [-] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.698813] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8773f0cb-ae3b-4923-9da4-8c8009048657 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.706448] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a55a38-64a7-438e-8749-daaeb055932f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.743533] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0695f420-ab23-4e71-a091-570379150583 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.753820] env[69846]: DEBUG oslo_vmware.api [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949362, 'name': PowerOnVM_Task, 'duration_secs': 0.977857} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.754134] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.754421] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-055a5f52-31c7-42dc-bcd1-141f24b1f483 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance 'fcc35999-1784-4bb2-b148-49d543d93332' progress to 100 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 759.763893] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da567929-0ad0-42e7-a01d-df623411f844 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.780900] env[69846]: DEBUG nova.compute.provider_tree [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.793807] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Releasing lock "refresh_cache-05c7fe12-6ec5-4166-966c-483f2e6780ee" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.794255] env[69846]: DEBUG nova.compute.manager [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Instance network_info: |[{"id": "01cd1afe-429e-4764-af78-80131044b602", "address": "fa:16:3e:8c:24:dd", "network": {"id": "04b30f86-8e20-48a6-a7f9-49be4666a123", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-791026820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be77a09cc82402eba2c2eb52e0fea66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01cd1afe-42", "ovs_interfaceid": "01cd1afe-429e-4764-af78-80131044b602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.794809] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:24:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01cd1afe-429e-4764-af78-80131044b602', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.806748] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Creating folder: Project (4be77a09cc82402eba2c2eb52e0fea66). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.806748] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7e77833-4530-49fd-85eb-033f781f2ada {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.814121] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Created folder: Project (4be77a09cc82402eba2c2eb52e0fea66) in parent group-v591891. [ 759.814333] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Creating folder: Instances. Parent ref: group-v591960. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.814593] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afdfb015-e0a4-40bb-997f-7eee2604c2f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.825989] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Created folder: Instances in parent group-v591960. [ 759.826289] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.826441] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.826688] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83dfd34f-252a-461d-8b50-b0f25c1e4880 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.849839] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.849839] env[69846]: value = "task-2949368" [ 759.849839] env[69846]: _type = "Task" [ 759.849839] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.858975] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949368, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.031087] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949365, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.052551] env[69846]: DEBUG nova.compute.manager [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.081242] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.081525] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.081700] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.081954] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.082352] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.082563] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.082856] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.083091] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.083371] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.083671] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.083901] env[69846]: DEBUG nova.virt.hardware [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.085706] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5c975b-16b3-4aa2-8f17-7a2219ac733a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.099436] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a8c5e3-d374-4a17-9f2b-f0528a322743 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.189428] env[69846]: DEBUG nova.compute.manager [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Received event network-vif-plugged-01cd1afe-429e-4764-af78-80131044b602 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.189428] env[69846]: DEBUG oslo_concurrency.lockutils [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] Acquiring lock "05c7fe12-6ec5-4166-966c-483f2e6780ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.189634] env[69846]: DEBUG oslo_concurrency.lockutils [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] Lock "05c7fe12-6ec5-4166-966c-483f2e6780ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.189770] env[69846]: DEBUG oslo_concurrency.lockutils [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] Lock "05c7fe12-6ec5-4166-966c-483f2e6780ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.190296] env[69846]: DEBUG nova.compute.manager [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] No waiting events found dispatching network-vif-plugged-01cd1afe-429e-4764-af78-80131044b602 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.190296] env[69846]: WARNING nova.compute.manager [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Received unexpected event network-vif-plugged-01cd1afe-429e-4764-af78-80131044b602 for instance with vm_state building and task_state spawning. [ 760.190848] env[69846]: DEBUG nova.compute.manager [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Received event network-changed-01cd1afe-429e-4764-af78-80131044b602 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.190848] env[69846]: DEBUG nova.compute.manager [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Refreshing instance network info cache due to event network-changed-01cd1afe-429e-4764-af78-80131044b602. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.190848] env[69846]: DEBUG oslo_concurrency.lockutils [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] Acquiring lock "refresh_cache-05c7fe12-6ec5-4166-966c-483f2e6780ee" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.191047] env[69846]: DEBUG oslo_concurrency.lockutils [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] Acquired lock "refresh_cache-05c7fe12-6ec5-4166-966c-483f2e6780ee" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.191047] env[69846]: DEBUG nova.network.neutron [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Refreshing network info cache for port 01cd1afe-429e-4764-af78-80131044b602 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.284937] env[69846]: DEBUG nova.scheduler.client.report [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.360824] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949368, 'name': CreateVM_Task, 'duration_secs': 0.357144} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.361381] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.362246] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.362470] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.362832] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.363615] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b6a678-460f-4669-8683-068c658046e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.368727] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 760.368727] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52260bf7-f8ed-c573-9462-a361829b7059" [ 760.368727] env[69846]: _type = "Task" [ 760.368727] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.379308] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52260bf7-f8ed-c573-9462-a361829b7059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.532531] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630166} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.535160] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0ef4bc09-a225-410a-acd6-2ee3a871fe89/0ef4bc09-a225-410a-acd6-2ee3a871fe89.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.535160] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.537686] env[69846]: DEBUG nova.compute.manager [req-8c887539-91dd-4798-baff-f0b1e9f24fac req-b2e9c478-3717-4dd4-b6ed-d90e8c475554 service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Received event network-vif-deleted-e4cfff25-550e-4752-8433-6ef185c928e2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.537735] env[69846]: INFO nova.compute.manager [req-8c887539-91dd-4798-baff-f0b1e9f24fac req-b2e9c478-3717-4dd4-b6ed-d90e8c475554 service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Neutron deleted interface e4cfff25-550e-4752-8433-6ef185c928e2; detaching it from the instance and deleting it from the info cache [ 760.537877] env[69846]: DEBUG nova.network.neutron [req-8c887539-91dd-4798-baff-f0b1e9f24fac req-b2e9c478-3717-4dd4-b6ed-d90e8c475554 service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.539070] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-620cf1a9-4f84-4948-a4e2-c8086f9d66c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.548270] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for the task: (returnval){ [ 760.548270] env[69846]: value = "task-2949369" [ 760.548270] env[69846]: _type = "Task" [ 760.548270] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.555892] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.644181] env[69846]: DEBUG nova.network.neutron [-] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.696268] env[69846]: DEBUG nova.network.neutron [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Successfully updated port: 8323b259-38d2-4797-8c90-1afc84bc0b3f {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.792685] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.793236] env[69846]: DEBUG nova.compute.manager [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.795970] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.815s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.796214] env[69846]: DEBUG nova.objects.instance [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lazy-loading 'resources' on Instance uuid 96082a6a-9b5f-4186-87c8-d819258895b8 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.879325] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52260bf7-f8ed-c573-9462-a361829b7059, 'name': SearchDatastore_Task, 'duration_secs': 0.083094} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.879645] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.879893] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.880152] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.880300] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.880480] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.880774] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29234684-4806-47ea-8fd4-663d51daceca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.891743] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.892036] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.892895] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94ef562-d559-4659-9494-6b6ab3934ea2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.898598] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 760.898598] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5279c1d2-028b-9600-5ff6-0d1f67100ed1" [ 760.898598] env[69846]: _type = "Task" [ 760.898598] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.907679] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5279c1d2-028b-9600-5ff6-0d1f67100ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.043191] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc610b2a-01c9-43a1-a907-c490c8e66955 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.057526] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacaf0af-fece-43e7-b69d-94f662ba4875 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.074548] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170057} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.075306] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.076406] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214b2ab3-6c0e-4f0e-8af7-72c46e32fe1a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.098680] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 0ef4bc09-a225-410a-acd6-2ee3a871fe89/0ef4bc09-a225-410a-acd6-2ee3a871fe89.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.111200] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f25b66c5-2907-4264-b31c-23fd8dc730f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.130527] env[69846]: DEBUG nova.compute.manager [req-8c887539-91dd-4798-baff-f0b1e9f24fac req-b2e9c478-3717-4dd4-b6ed-d90e8c475554 service nova] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Detach interface failed, port_id=e4cfff25-550e-4752-8433-6ef185c928e2, reason: Instance 5c4cbe9b-91b1-4529-937f-9a777a465995 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 761.137096] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for the task: (returnval){ [ 761.137096] env[69846]: value = "task-2949370" [ 761.137096] env[69846]: _type = "Task" [ 761.137096] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.140951] env[69846]: DEBUG nova.network.neutron [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Updated VIF entry in instance network info cache for port 01cd1afe-429e-4764-af78-80131044b602. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.141361] env[69846]: DEBUG nova.network.neutron [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Updating instance_info_cache with network_info: [{"id": "01cd1afe-429e-4764-af78-80131044b602", "address": "fa:16:3e:8c:24:dd", "network": {"id": "04b30f86-8e20-48a6-a7f9-49be4666a123", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-791026820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be77a09cc82402eba2c2eb52e0fea66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01cd1afe-42", "ovs_interfaceid": "01cd1afe-429e-4764-af78-80131044b602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.148618] env[69846]: INFO nova.compute.manager [-] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Took 1.50 seconds to deallocate network for instance. [ 761.148920] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.199673] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "refresh_cache-8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.199673] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquired lock "refresh_cache-8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.199793] env[69846]: DEBUG nova.network.neutron [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.301949] env[69846]: DEBUG nova.compute.utils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.308162] env[69846]: DEBUG nova.compute.manager [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Not allocating networking since 'none' was specified. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 761.418146] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5279c1d2-028b-9600-5ff6-0d1f67100ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.047751} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.419102] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a1f4bf-07b2-46a3-8b89-8ab54d1ebb21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.424452] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 761.424452] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]520721be-c22d-eac8-5ec2-c7da6b3b647d" [ 761.424452] env[69846]: _type = "Task" [ 761.424452] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.433425] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520721be-c22d-eac8-5ec2-c7da6b3b647d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.644676] env[69846]: DEBUG oslo_concurrency.lockutils [req-c38bdd51-fc35-4942-8e4d-2d9a83e7f5d3 req-5159fb38-36cd-4b38-bf3f-7fc62b77d703 service nova] Releasing lock "refresh_cache-05c7fe12-6ec5-4166-966c-483f2e6780ee" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.653893] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949370, 'name': ReconfigVM_Task, 'duration_secs': 0.412574} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.653893] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 0ef4bc09-a225-410a-acd6-2ee3a871fe89/0ef4bc09-a225-410a-acd6-2ee3a871fe89.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.656163] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.656679] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e2f507-e9b6-4773-804c-c340beffac93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.667633] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for the task: (returnval){ [ 761.667633] env[69846]: value = "task-2949371" [ 761.667633] env[69846]: _type = "Task" [ 761.667633] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.689225] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949371, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.777867] env[69846]: DEBUG nova.network.neutron [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.808034] env[69846]: DEBUG nova.compute.manager [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.960471] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520721be-c22d-eac8-5ec2-c7da6b3b647d, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.963510] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.963793] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 05c7fe12-6ec5-4166-966c-483f2e6780ee/05c7fe12-6ec5-4166-966c-483f2e6780ee.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.965175] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab6df407-4e06-4b4f-b3a6-1a35ae51d7ff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.975614] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 761.975614] env[69846]: value = "task-2949372" [ 761.975614] env[69846]: _type = "Task" [ 761.975614] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.992496] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.041021] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9328843b-3fd1-42bd-ae40-a24b7b25b182 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.048295] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51e2fd4-e114-4479-a415-fdcf46d3a35d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.084537] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1ce49f-9c37-49b3-85f5-9ae186b44f4c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.094998] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57770f4d-56aa-4ff4-8f8e-b0e0149d233a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.108878] env[69846]: DEBUG nova.compute.provider_tree [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.120068] env[69846]: DEBUG nova.network.neutron [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Updating instance_info_cache with network_info: [{"id": "8323b259-38d2-4797-8c90-1afc84bc0b3f", "address": "fa:16:3e:73:a3:bb", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8323b259-38", "ovs_interfaceid": "8323b259-38d2-4797-8c90-1afc84bc0b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.181053] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949371, 'name': Rename_Task, 'duration_secs': 0.143207} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.183018] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.183018] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a90013d9-b8c9-45df-a4f0-91440acd1963 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.189663] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for the task: (returnval){ [ 762.189663] env[69846]: value = "task-2949373" [ 762.189663] env[69846]: _type = "Task" [ 762.189663] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.202106] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.486859] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949372, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.532277] env[69846]: DEBUG nova.compute.manager [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Received event network-vif-plugged-8323b259-38d2-4797-8c90-1afc84bc0b3f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.534891] env[69846]: DEBUG oslo_concurrency.lockutils [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] Acquiring lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.534891] env[69846]: DEBUG oslo_concurrency.lockutils [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] Lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.534891] env[69846]: DEBUG oslo_concurrency.lockutils [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] Lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.534891] env[69846]: DEBUG nova.compute.manager [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] No waiting events found dispatching network-vif-plugged-8323b259-38d2-4797-8c90-1afc84bc0b3f {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.534891] env[69846]: WARNING nova.compute.manager [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Received unexpected event network-vif-plugged-8323b259-38d2-4797-8c90-1afc84bc0b3f for instance with vm_state building and task_state spawning. [ 762.535078] env[69846]: DEBUG nova.compute.manager [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Received event network-changed-8323b259-38d2-4797-8c90-1afc84bc0b3f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.535078] env[69846]: DEBUG nova.compute.manager [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Refreshing instance network info cache due to event network-changed-8323b259-38d2-4797-8c90-1afc84bc0b3f. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.535078] env[69846]: DEBUG oslo_concurrency.lockutils [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] Acquiring lock "refresh_cache-8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.617428] env[69846]: DEBUG nova.scheduler.client.report [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.632612] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Releasing lock "refresh_cache-8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.632970] env[69846]: DEBUG nova.compute.manager [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Instance network_info: |[{"id": "8323b259-38d2-4797-8c90-1afc84bc0b3f", "address": "fa:16:3e:73:a3:bb", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8323b259-38", "ovs_interfaceid": "8323b259-38d2-4797-8c90-1afc84bc0b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.633296] env[69846]: DEBUG oslo_concurrency.lockutils [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] Acquired lock "refresh_cache-8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.633468] env[69846]: DEBUG nova.network.neutron [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Refreshing network info cache for port 8323b259-38d2-4797-8c90-1afc84bc0b3f {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.634751] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:a3:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8323b259-38d2-4797-8c90-1afc84bc0b3f', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.647368] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Creating folder: Project (1ece83d3edbd490fb74eb6f59dad9328). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.651196] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f0d6e6a-4277-4f33-8e5a-36f11193c7a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.663008] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Created folder: Project (1ece83d3edbd490fb74eb6f59dad9328) in parent group-v591891. [ 762.663216] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Creating folder: Instances. Parent ref: group-v591963. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.663455] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaef7ade-ef09-41d6-9005-5b059c08a46d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.674102] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Created folder: Instances in parent group-v591963. [ 762.674387] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.674732] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.676018] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34f4c489-2a02-4e53-a84a-78a5b6e7f4b3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.705985] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.705985] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.705985] env[69846]: value = "task-2949376" [ 762.705985] env[69846]: _type = "Task" [ 762.705985] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.712244] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949376, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.825445] env[69846]: DEBUG nova.compute.manager [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.862421] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.862421] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.862421] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.862421] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.863779] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.863779] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.863779] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.863779] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.863779] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.863953] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.864149] env[69846]: DEBUG nova.virt.hardware [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.865586] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085c524d-ec2c-4804-b2e3-0231c5c82eed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.876787] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf1ee0b-0b9f-4615-b50b-25a03e1aafe6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.887123] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "72d74534-d666-4993-a169-7baead19b129" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.887518] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "72d74534-d666-4993-a169-7baead19b129" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.898341] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.903839] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Creating folder: Project (ca96f04d0ea34e3baba9f11533f6cc05). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.906906] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83b87cc5-4acb-4f35-a1f4-98403bcb573e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.918158] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Created folder: Project (ca96f04d0ea34e3baba9f11533f6cc05) in parent group-v591891. [ 762.918158] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Creating folder: Instances. Parent ref: group-v591966. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.918345] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a165379-07c2-4554-bdc5-4614200b346a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.928438] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Created folder: Instances in parent group-v591966. [ 762.928872] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.929169] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.929809] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9724e781-01bd-4717-8889-1ec917fb48cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.947704] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.947704] env[69846]: value = "task-2949379" [ 762.947704] env[69846]: _type = "Task" [ 762.947704] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.958851] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949379, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.988335] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54907} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.988666] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 05c7fe12-6ec5-4166-966c-483f2e6780ee/05c7fe12-6ec5-4166-966c-483f2e6780ee.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.988930] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.989374] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-054a0fb8-4207-4409-ae06-aea7f85ca8fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.996058] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 762.996058] env[69846]: value = "task-2949380" [ 762.996058] env[69846]: _type = "Task" [ 762.996058] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.009161] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.012930] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "fcc35999-1784-4bb2-b148-49d543d93332" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.013373] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "fcc35999-1784-4bb2-b148-49d543d93332" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.013702] env[69846]: DEBUG nova.compute.manager [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Going to confirm migration 1 {{(pid=69846) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 763.126632] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.130526] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.077s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.134069] env[69846]: INFO nova.compute.claims [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.152990] env[69846]: DEBUG nova.network.neutron [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Updated VIF entry in instance network info cache for port 8323b259-38d2-4797-8c90-1afc84bc0b3f. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.153756] env[69846]: DEBUG nova.network.neutron [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Updating instance_info_cache with network_info: [{"id": "8323b259-38d2-4797-8c90-1afc84bc0b3f", "address": "fa:16:3e:73:a3:bb", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8323b259-38", "ovs_interfaceid": "8323b259-38d2-4797-8c90-1afc84bc0b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.165326] env[69846]: INFO nova.scheduler.client.report [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Deleted allocations for instance 96082a6a-9b5f-4186-87c8-d819258895b8 [ 763.203271] env[69846]: DEBUG oslo_vmware.api [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949373, 'name': PowerOnVM_Task, 'duration_secs': 0.660366} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.203547] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.203747] env[69846]: INFO nova.compute.manager [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Took 8.73 seconds to spawn the instance on the hypervisor. [ 763.203928] env[69846]: DEBUG nova.compute.manager [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.204736] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f504fa6-83ae-42be-961c-84165980358e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.222330] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949376, 'name': CreateVM_Task, 'duration_secs': 0.411663} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.222501] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.223171] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.223711] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.223711] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.224102] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dbcc980-0c82-44c7-a611-5382611dd3a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.228598] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 763.228598] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5248122b-38e7-0598-7cf2-c2f33c9c80bc" [ 763.228598] env[69846]: _type = "Task" [ 763.228598] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.238422] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5248122b-38e7-0598-7cf2-c2f33c9c80bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.458515] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949379, 'name': CreateVM_Task, 'duration_secs': 0.310503} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.458706] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.459096] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.509153] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070768} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.509153] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.509153] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2716b4be-b3cc-4b13-a2fa-d2398cb8c9e7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.536279] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 05c7fe12-6ec5-4166-966c-483f2e6780ee/05c7fe12-6ec5-4166-966c-483f2e6780ee.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.538519] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d0e5a8-1b8a-4d6b-8459-713c5dfb8080 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.558167] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 763.558167] env[69846]: value = "task-2949381" [ 763.558167] env[69846]: _type = "Task" [ 763.558167] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.566624] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.638735] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.638940] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.639166] env[69846]: DEBUG nova.network.neutron [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.639361] env[69846]: DEBUG nova.objects.instance [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lazy-loading 'info_cache' on Instance uuid fcc35999-1784-4bb2-b148-49d543d93332 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.656271] env[69846]: DEBUG oslo_concurrency.lockutils [req-7da3cae0-a6d4-4b19-9b92-70871e9f2761 req-2ef3f010-70ad-4bb7-83d1-e1f05b014bdf service nova] Releasing lock "refresh_cache-8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.678445] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "96082a6a-9b5f-4186-87c8-d819258895b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.504s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.729276] env[69846]: INFO nova.compute.manager [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Took 38.76 seconds to build instance. [ 763.739352] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5248122b-38e7-0598-7cf2-c2f33c9c80bc, 'name': SearchDatastore_Task, 'duration_secs': 0.022876} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.739657] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.739915] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.740192] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.740816] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.740816] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.740816] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.741256] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.741626] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d04775d7-6632-4fcc-9262-18e2ad3cceff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.744082] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a7ee22-33fc-4967-86a9-b0b9e8c3d3f1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.750034] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 763.750034] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c89670-2597-88b7-6b49-3ae43dd4ee4f" [ 763.750034] env[69846]: _type = "Task" [ 763.750034] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.760802] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c89670-2597-88b7-6b49-3ae43dd4ee4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.760802] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.760802] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.760802] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3645070c-0ee6-478f-ba5e-ee734ff1d282 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.766278] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 763.766278] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522cef84-e0b5-2249-c0d7-8bdb4f936f8e" [ 763.766278] env[69846]: _type = "Task" [ 763.766278] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.775479] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522cef84-e0b5-2249-c0d7-8bdb4f936f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.045350] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "1f002cc4-b87c-44cd-b908-1d91494b800a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.045632] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "1f002cc4-b87c-44cd-b908-1d91494b800a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.068473] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.233953] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b3d8f32-d080-4383-b969-d71c7d370253 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.629s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.264526] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c89670-2597-88b7-6b49-3ae43dd4ee4f, 'name': SearchDatastore_Task, 'duration_secs': 0.031462} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.267979] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.268629] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.268629] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.277477] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522cef84-e0b5-2249-c0d7-8bdb4f936f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.033622} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.278252] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74887fd-52c8-4878-9d93-9e895467edf8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.285821] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 764.285821] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a42ce6-9aff-6011-af23-f8769cf79a0a" [ 764.285821] env[69846]: _type = "Task" [ 764.285821] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.301894] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a42ce6-9aff-6011-af23-f8769cf79a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.574969] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949381, 'name': ReconfigVM_Task, 'duration_secs': 0.821786} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.577882] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 05c7fe12-6ec5-4166-966c-483f2e6780ee/05c7fe12-6ec5-4166-966c-483f2e6780ee.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.578795] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2cf296d-2fda-48fb-bc44-b82193ff933f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.587823] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 764.587823] env[69846]: value = "task-2949382" [ 764.587823] env[69846]: _type = "Task" [ 764.587823] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.596009] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949382, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.727091] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b37171-6d0f-42a7-97f2-4c3c98fe680e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.738068] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ddbcb-4035-4592-9bdc-c7862e9a69e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.738722] env[69846]: DEBUG nova.compute.manager [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.775130] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9c19b5-c35f-47d0-83d0-4b3efc576c22 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.783825] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a9a8fd-de5d-472b-816b-55538051cbaa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.801625] env[69846]: DEBUG nova.compute.provider_tree [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.808646] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquiring lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.808948] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.809353] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquiring lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.809568] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.809749] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.811984] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a42ce6-9aff-6011-af23-f8769cf79a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012824} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.812428] env[69846]: INFO nova.compute.manager [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Terminating instance [ 764.813751] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.813995] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4/8b2c7dc4-d0d6-490e-b81d-b16023d0dce4.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.815289] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.815482] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.815697] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17e5dd08-00a7-4b31-96f0-ea52c3c605e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.818383] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ab6e49e-5436-43b4-9404-912dfdab6ca3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.825500] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 764.825500] env[69846]: value = "task-2949383" [ 764.825500] env[69846]: _type = "Task" [ 764.825500] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.830517] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.830696] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.831751] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7373ec0-3c86-48a5-9c80-8e72c5bce3e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.839149] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.842062] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 764.842062] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a66632-6a45-4f55-2273-76bde2cad900" [ 764.842062] env[69846]: _type = "Task" [ 764.842062] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.849828] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a66632-6a45-4f55-2273-76bde2cad900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.097854] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949382, 'name': Rename_Task, 'duration_secs': 0.26325} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.098187] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.099130] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9247b139-7213-4148-8c9c-a485c288f16f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.106864] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 765.106864] env[69846]: value = "task-2949384" [ 765.106864] env[69846]: _type = "Task" [ 765.106864] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.116381] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.169839] env[69846]: DEBUG nova.network.neutron [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance_info_cache with network_info: [{"id": "586457c9-3189-4e65-b40b-138508d842bc", "address": "fa:16:3e:fb:0b:81", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586457c9-31", "ovs_interfaceid": "586457c9-3189-4e65-b40b-138508d842bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.260623] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.308154] env[69846]: DEBUG nova.scheduler.client.report [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.319784] env[69846]: DEBUG nova.compute.manager [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.319784] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.320560] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab25f895-e753-4dcd-8d6b-28f4fe40e19e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.333128] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.334177] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-727c00e8-983b-4195-9868-dabae0b90000 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.339232] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949383, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.348242] env[69846]: DEBUG oslo_vmware.api [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for the task: (returnval){ [ 765.348242] env[69846]: value = "task-2949385" [ 765.348242] env[69846]: _type = "Task" [ 765.348242] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.360335] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a66632-6a45-4f55-2273-76bde2cad900, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.362258] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea401a1-4fd0-44b5-8e52-bbf4331258fd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.375944] env[69846]: DEBUG oslo_vmware.api [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.381144] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 765.381144] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c772e0-eec3-e32d-59e1-5d7bd946d32c" [ 765.381144] env[69846]: _type = "Task" [ 765.381144] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.393857] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c772e0-eec3-e32d-59e1-5d7bd946d32c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.616921] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949384, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.672795] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "refresh_cache-fcc35999-1784-4bb2-b148-49d543d93332" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.673346] env[69846]: DEBUG nova.objects.instance [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lazy-loading 'migration_context' on Instance uuid fcc35999-1784-4bb2-b148-49d543d93332 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.813678] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.814264] env[69846]: DEBUG nova.compute.manager [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.818964] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.822s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.819161] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.819366] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 765.819797] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.728s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.821706] env[69846]: INFO nova.compute.claims [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.825710] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd70a28-1228-4c91-baa4-be79b44f36e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.837939] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806154} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.840066] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4/8b2c7dc4-d0d6-490e-b81d-b16023d0dce4.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.840288] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.840565] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7726bbd-39e8-4d21-859a-943c1c676fed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.843863] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff399bce-3e49-4196-8c1e-21453a689a51 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.861143] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 765.861143] env[69846]: value = "task-2949386" [ 765.861143] env[69846]: _type = "Task" [ 765.861143] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.862643] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfd7361-0237-49be-89fc-e9e2d062fc20 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.872756] env[69846]: DEBUG oslo_vmware.api [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949385, 'name': PowerOffVM_Task, 'duration_secs': 0.184447} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.874182] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.874585] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.875706] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c4e2b85-ab1f-44ba-81cd-cad411abd148 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.882622] env[69846]: DEBUG oslo_concurrency.lockutils [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "56349119-bede-4c79-91f9-3713d0951cf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.883085] env[69846]: DEBUG oslo_concurrency.lockutils [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "56349119-bede-4c79-91f9-3713d0951cf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.883351] env[69846]: DEBUG oslo_concurrency.lockutils [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "56349119-bede-4c79-91f9-3713d0951cf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.883585] env[69846]: DEBUG oslo_concurrency.lockutils [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "56349119-bede-4c79-91f9-3713d0951cf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.883790] env[69846]: DEBUG oslo_concurrency.lockutils [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "56349119-bede-4c79-91f9-3713d0951cf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.890251] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.890251] env[69846]: INFO nova.compute.manager [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Terminating instance [ 765.893380] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c591553-9f60-4678-8d24-4d62c263e1e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.930176] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c772e0-eec3-e32d-59e1-5d7bd946d32c, 'name': SearchDatastore_Task, 'duration_secs': 0.05421} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.930250] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180659MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 765.930423] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.930856] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.931163] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 72a41be2-555a-44d0-80a0-0a47a5938c18/72a41be2-555a-44d0-80a0-0a47a5938c18.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.931686] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bae57714-cca1-44f4-8f89-a8c105ecd342 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.939334] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 765.939334] env[69846]: value = "task-2949388" [ 765.939334] env[69846]: _type = "Task" [ 765.939334] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.950498] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.952801] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.953085] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.953313] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Deleting the datastore file [datastore1] 0ef4bc09-a225-410a-acd6-2ee3a871fe89 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.953591] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca5c7281-a1fc-412e-bd73-c397c7b97876 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.959928] env[69846]: DEBUG oslo_vmware.api [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for the task: (returnval){ [ 765.959928] env[69846]: value = "task-2949389" [ 765.959928] env[69846]: _type = "Task" [ 765.959928] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.968945] env[69846]: DEBUG oslo_vmware.api [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.118178] env[69846]: DEBUG oslo_vmware.api [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949384, 'name': PowerOnVM_Task, 'duration_secs': 0.567262} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.118178] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.118435] env[69846]: INFO nova.compute.manager [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Took 8.82 seconds to spawn the instance on the hypervisor. [ 766.118435] env[69846]: DEBUG nova.compute.manager [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.119437] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb72ba8-f9a9-467d-aa92-3e0cb997247f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.125982] env[69846]: DEBUG oslo_concurrency.lockutils [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.125982] env[69846]: DEBUG oslo_concurrency.lockutils [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.125982] env[69846]: DEBUG oslo_concurrency.lockutils [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.126172] env[69846]: DEBUG oslo_concurrency.lockutils [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.126284] env[69846]: DEBUG oslo_concurrency.lockutils [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.132904] env[69846]: INFO nova.compute.manager [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Terminating instance [ 766.178071] env[69846]: DEBUG nova.objects.base [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 766.179513] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb148e56-d56b-4552-895b-637bdd4ba144 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.202700] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18249e81-3fb7-409b-8f6b-e4b8e07fe240 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.209086] env[69846]: DEBUG oslo_vmware.api [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 766.209086] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c2f163-9b19-91a0-864b-6e332f4d79c2" [ 766.209086] env[69846]: _type = "Task" [ 766.209086] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.223110] env[69846]: DEBUG oslo_vmware.api [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c2f163-9b19-91a0-864b-6e332f4d79c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.327452] env[69846]: DEBUG nova.compute.utils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.332468] env[69846]: DEBUG nova.compute.manager [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.332835] env[69846]: DEBUG nova.network.neutron [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.377120] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07587} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.377569] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.378554] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ac1360-2a7b-4c0e-aa5c-fb58adaa20a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.404388] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4/8b2c7dc4-d0d6-490e-b81d-b16023d0dce4.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.405419] env[69846]: DEBUG nova.compute.manager [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.405795] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.406153] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962cb632-03b5-482e-9a43-2e737e3b14a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.422709] env[69846]: DEBUG nova.policy [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836ad2688f594b308bacee23efd4c836', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be77a09cc82402eba2c2eb52e0fea66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.424653] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8631f6de-47c0-4375-ab88-b9d5084181f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.433930] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.435163] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa2d8370-c414-4f7c-983e-073f395baa5a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.436978] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 766.436978] env[69846]: value = "task-2949390" [ 766.436978] env[69846]: _type = "Task" [ 766.436978] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.442369] env[69846]: DEBUG oslo_vmware.api [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 766.442369] env[69846]: value = "task-2949391" [ 766.442369] env[69846]: _type = "Task" [ 766.442369] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.457470] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.461791] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513826} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.470109] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 72a41be2-555a-44d0-80a0-0a47a5938c18/72a41be2-555a-44d0-80a0-0a47a5938c18.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.470109] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.470109] env[69846]: DEBUG oslo_vmware.api [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.470109] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3215ec97-25e2-4327-8ca5-8ffca883ac8b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.480537] env[69846]: DEBUG oslo_vmware.api [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Task: {'id': task-2949389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219087} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.482511] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.482511] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.482511] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.482727] env[69846]: INFO nova.compute.manager [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Took 1.16 seconds to destroy the instance on the hypervisor. [ 766.483439] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.483439] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 766.483439] env[69846]: value = "task-2949392" [ 766.483439] env[69846]: _type = "Task" [ 766.483439] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.483439] env[69846]: DEBUG nova.compute.manager [-] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.483680] env[69846]: DEBUG nova.network.neutron [-] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.494182] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.643224] env[69846]: DEBUG nova.compute.manager [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.643224] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.645098] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789cdb5a-44ef-4d64-9f35-cd59482715a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.663822] env[69846]: INFO nova.compute.manager [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Took 38.10 seconds to build instance. [ 766.663822] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.663822] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68da8d8c-8e26-4b62-b617-a2c81112c69c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.669026] env[69846]: DEBUG oslo_vmware.api [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 766.669026] env[69846]: value = "task-2949393" [ 766.669026] env[69846]: _type = "Task" [ 766.669026] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.679803] env[69846]: DEBUG oslo_vmware.api [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.726965] env[69846]: DEBUG oslo_vmware.api [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c2f163-9b19-91a0-864b-6e332f4d79c2, 'name': SearchDatastore_Task, 'duration_secs': 0.0133} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.727575] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.834335] env[69846]: DEBUG nova.compute.manager [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.948653] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949390, 'name': ReconfigVM_Task, 'duration_secs': 0.319266} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.952981] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4/8b2c7dc4-d0d6-490e-b81d-b16023d0dce4.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.960310] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72a62bc7-3eb9-472a-9aa0-2e1e618e94a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.968929] env[69846]: DEBUG oslo_vmware.api [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949391, 'name': PowerOffVM_Task, 'duration_secs': 0.306243} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.968929] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.968929] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.968929] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 766.968929] env[69846]: value = "task-2949394" [ 766.968929] env[69846]: _type = "Task" [ 766.968929] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.968929] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49aa9baf-72b1-4d8b-a67e-82e8a9c72f90 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.982624] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949394, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.998721] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073778} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.999072] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.999897] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a2221d-21f0-41c0-9e6f-b4085405dc4d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.032101] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 72a41be2-555a-44d0-80a0-0a47a5938c18/72a41be2-555a-44d0-80a0-0a47a5938c18.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.032231] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7726879-12ec-4981-9a2c-4e2982e3f2db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.048447] env[69846]: DEBUG nova.network.neutron [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Successfully created port: fc184ed9-707e-429c-ab2c-c4c7950ce2b3 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.055926] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.055926] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.056115] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Deleting the datastore file [datastore1] 56349119-bede-4c79-91f9-3713d0951cf0 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.056576] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0af0289-8aa7-4709-a533-bae9b358c569 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.060327] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 767.060327] env[69846]: value = "task-2949396" [ 767.060327] env[69846]: _type = "Task" [ 767.060327] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.066022] env[69846]: DEBUG oslo_vmware.api [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 767.066022] env[69846]: value = "task-2949397" [ 767.066022] env[69846]: _type = "Task" [ 767.066022] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.069571] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.081993] env[69846]: DEBUG oslo_vmware.api [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.119616] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquiring lock "afa37493-33be-477d-9343-1129c24f0ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.119919] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lock "afa37493-33be-477d-9343-1129c24f0ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.164046] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "05c7fe12-6ec5-4166-966c-483f2e6780ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.416s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.167049] env[69846]: DEBUG nova.compute.manager [req-36850326-19b2-40f6-b3b0-193b2b1aa17d req-9f3397f3-2d57-4b29-8d15-eaefc669c707 service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Received event network-vif-deleted-3e421143-d1ee-4038-abf2-16cba3c53bef {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.167049] env[69846]: INFO nova.compute.manager [req-36850326-19b2-40f6-b3b0-193b2b1aa17d req-9f3397f3-2d57-4b29-8d15-eaefc669c707 service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Neutron deleted interface 3e421143-d1ee-4038-abf2-16cba3c53bef; detaching it from the instance and deleting it from the info cache [ 767.167049] env[69846]: DEBUG nova.network.neutron [req-36850326-19b2-40f6-b3b0-193b2b1aa17d req-9f3397f3-2d57-4b29-8d15-eaefc669c707 service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.180804] env[69846]: DEBUG oslo_vmware.api [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949393, 'name': PowerOffVM_Task, 'duration_secs': 0.349037} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.181106] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.181284] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.181539] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dfadb18-3700-48c8-ade6-580d512aff2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.247265] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.247871] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.247871] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Deleting the datastore file [datastore1] 0ad3493e-7c35-4c8c-8eda-ffa665c37b73 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.248055] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f5f3fda-1519-4649-8f98-ea7654533888 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.256132] env[69846]: DEBUG oslo_vmware.api [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for the task: (returnval){ [ 767.256132] env[69846]: value = "task-2949399" [ 767.256132] env[69846]: _type = "Task" [ 767.256132] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.265918] env[69846]: DEBUG oslo_vmware.api [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.381828] env[69846]: DEBUG nova.network.neutron [-] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.482163] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949394, 'name': Rename_Task, 'duration_secs': 0.152828} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.482163] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.482163] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feadcb69-c490-4d2d-96de-3a0832da3d7d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.491225] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 767.491225] env[69846]: value = "task-2949400" [ 767.491225] env[69846]: _type = "Task" [ 767.491225] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.503190] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.572022] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949396, 'name': ReconfigVM_Task, 'duration_secs': 0.329813} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.575728] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 72a41be2-555a-44d0-80a0-0a47a5938c18/72a41be2-555a-44d0-80a0-0a47a5938c18.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.576455] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-046e200c-4bfa-4a0d-aaf1-27f660404d54 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.582966] env[69846]: DEBUG oslo_vmware.api [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360294} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.584021] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.584225] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.584408] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.584583] env[69846]: INFO nova.compute.manager [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 767.584867] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.585161] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 767.585161] env[69846]: value = "task-2949401" [ 767.585161] env[69846]: _type = "Task" [ 767.585161] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.587781] env[69846]: DEBUG nova.compute.manager [-] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.587887] env[69846]: DEBUG nova.network.neutron [-] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.598398] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949401, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.600858] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86155491-94f6-4a14-99ca-7418ed6b2741 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.609577] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b9a982-ef28-414d-88e9-91330a1b374d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.643543] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc2328d-cf7b-4960-828d-69bb022d92a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.651407] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2baf86-611d-410e-9c34-0c03e48f7492 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.668932] env[69846]: DEBUG nova.compute.provider_tree [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.670608] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b977b46-69b6-4189-8127-958caa7dd9c4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.676384] env[69846]: DEBUG nova.compute.manager [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.684232] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc8aee9-8fe9-41ba-8fc2-044fa54b70b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.718239] env[69846]: DEBUG nova.compute.manager [req-36850326-19b2-40f6-b3b0-193b2b1aa17d req-9f3397f3-2d57-4b29-8d15-eaefc669c707 service nova] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Detach interface failed, port_id=3e421143-d1ee-4038-abf2-16cba3c53bef, reason: Instance 0ef4bc09-a225-410a-acd6-2ee3a871fe89 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 767.766414] env[69846]: DEBUG oslo_vmware.api [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Task: {'id': task-2949399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369949} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.766414] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.766414] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.766414] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.766414] env[69846]: INFO nova.compute.manager [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Took 1.12 seconds to destroy the instance on the hypervisor. [ 767.766891] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.766891] env[69846]: DEBUG nova.compute.manager [-] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.766891] env[69846]: DEBUG nova.network.neutron [-] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.852592] env[69846]: DEBUG nova.compute.manager [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.879415] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.879677] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.880041] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.884027] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.884427] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.884641] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.884897] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.885085] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.885266] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.885430] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.885604] env[69846]: DEBUG nova.virt.hardware [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.887115] env[69846]: INFO nova.compute.manager [-] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Took 1.40 seconds to deallocate network for instance. [ 767.887115] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f876ce93-3b4a-4922-9bfa-f9a616a36ebc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.904456] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c65789-8b25-4571-aa4f-f3d09a902906 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.001356] env[69846]: DEBUG oslo_vmware.api [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949400, 'name': PowerOnVM_Task, 'duration_secs': 0.49435} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.001857] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.002118] env[69846]: INFO nova.compute.manager [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Took 7.95 seconds to spawn the instance on the hypervisor. [ 768.002312] env[69846]: DEBUG nova.compute.manager [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.003447] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c399480a-1fd0-450b-b591-b97497a2b09e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.102315] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949401, 'name': Rename_Task, 'duration_secs': 0.1513} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.102469] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.102722] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e1691c-1f61-4a74-94b9-f792a04dcff2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.109641] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 768.109641] env[69846]: value = "task-2949402" [ 768.109641] env[69846]: _type = "Task" [ 768.109641] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.122962] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.168966] env[69846]: DEBUG nova.compute.manager [req-96b08e73-2ab0-4ffa-ae34-a2ef3fc6ee14 req-8ac41cb9-7274-4851-8475-b8e891b93f8f service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Received event network-vif-deleted-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.169211] env[69846]: INFO nova.compute.manager [req-96b08e73-2ab0-4ffa-ae34-a2ef3fc6ee14 req-8ac41cb9-7274-4851-8475-b8e891b93f8f service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Neutron deleted interface 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc; detaching it from the instance and deleting it from the info cache [ 768.169387] env[69846]: DEBUG nova.network.neutron [req-96b08e73-2ab0-4ffa-ae34-a2ef3fc6ee14 req-8ac41cb9-7274-4851-8475-b8e891b93f8f service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.207673] env[69846]: ERROR nova.scheduler.client.report [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [req-a6c1fde4-aad1-4af6-9af6-d3dad1967822] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6c1fde4-aad1-4af6-9af6-d3dad1967822"}]} [ 768.223188] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.228680] env[69846]: DEBUG nova.scheduler.client.report [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 768.249728] env[69846]: DEBUG nova.scheduler.client.report [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 768.249976] env[69846]: DEBUG nova.compute.provider_tree [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.261468] env[69846]: DEBUG nova.scheduler.client.report [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 768.283490] env[69846]: DEBUG nova.scheduler.client.report [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 768.400281] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.410439] env[69846]: DEBUG nova.network.neutron [-] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.523370] env[69846]: INFO nova.compute.manager [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Took 37.08 seconds to build instance. [ 768.617029] env[69846]: DEBUG nova.network.neutron [-] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.625950] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949402, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.674716] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ef70bdc-ad84-432d-b258-ee129c497393 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.688324] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d8ad8a-e2a3-4c6c-9c74-85f0961b0214 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.726398] env[69846]: DEBUG nova.compute.manager [req-96b08e73-2ab0-4ffa-ae34-a2ef3fc6ee14 req-8ac41cb9-7274-4851-8475-b8e891b93f8f service nova] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Detach interface failed, port_id=2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc, reason: Instance 0ad3493e-7c35-4c8c-8eda-ffa665c37b73 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.841682] env[69846]: DEBUG nova.network.neutron [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Successfully updated port: fc184ed9-707e-429c-ab2c-c4c7950ce2b3 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.911971] env[69846]: INFO nova.compute.manager [-] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Took 1.32 seconds to deallocate network for instance. [ 768.984046] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f17f4-d2d4-4dec-bb7f-65ba69157b3f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.991588] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d8a78f-60c3-42a2-802b-2810679d8e89 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.021750] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f5bdb3-2f53-4738-92ef-ec269c27f9c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.024359] env[69846]: DEBUG oslo_concurrency.lockutils [None req-96a04b9f-c68a-4169-856b-e9e91ab5160c tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.072s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.030634] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f13bbe-0c6a-49a5-bb3e-442bd3ebc410 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.044038] env[69846]: DEBUG nova.compute.provider_tree [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.123573] env[69846]: INFO nova.compute.manager [-] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Took 1.36 seconds to deallocate network for instance. [ 769.123892] env[69846]: DEBUG oslo_vmware.api [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949402, 'name': PowerOnVM_Task, 'duration_secs': 0.573783} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.125527] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.125732] env[69846]: INFO nova.compute.manager [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Took 6.30 seconds to spawn the instance on the hypervisor. [ 769.125906] env[69846]: DEBUG nova.compute.manager [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.129111] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca3dd27-9de3-40ab-97f8-9ac5d3e465f8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.227143] env[69846]: DEBUG nova.compute.manager [req-7270d12f-8200-4631-b16e-c6c2fd8ebf85 req-1bb173ca-7d28-49da-a786-8e9741337b5b service nova] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Received event network-vif-deleted-46bf8d34-7b87-4d7b-b0f9-cc75945f4255 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.344086] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "refresh_cache-b464b4d5-7139-4537-b280-3e0dc0256608" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.344253] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired lock "refresh_cache-b464b4d5-7139-4537-b280-3e0dc0256608" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.344406] env[69846]: DEBUG nova.network.neutron [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.418073] env[69846]: DEBUG oslo_concurrency.lockutils [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.527041] env[69846]: DEBUG nova.compute.manager [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.577045] env[69846]: DEBUG nova.scheduler.client.report [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 769.577433] env[69846]: DEBUG nova.compute.provider_tree [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 58 to 59 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 769.577683] env[69846]: DEBUG nova.compute.provider_tree [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.632959] env[69846]: DEBUG oslo_concurrency.lockutils [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.646873] env[69846]: INFO nova.compute.manager [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Took 35.62 seconds to build instance. [ 769.892789] env[69846]: DEBUG nova.network.neutron [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.050945] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.083995] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.264s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.084143] env[69846]: DEBUG nova.compute.manager [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.086992] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.711s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.087272] env[69846]: DEBUG nova.objects.instance [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lazy-loading 'resources' on Instance uuid 889cf715-5387-428e-a8d5-7b930de00bdb {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.091867] env[69846]: DEBUG nova.network.neutron [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Updating instance_info_cache with network_info: [{"id": "fc184ed9-707e-429c-ab2c-c4c7950ce2b3", "address": "fa:16:3e:d1:3a:ca", "network": {"id": "04b30f86-8e20-48a6-a7f9-49be4666a123", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-791026820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be77a09cc82402eba2c2eb52e0fea66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc184ed9-70", "ovs_interfaceid": "fc184ed9-707e-429c-ab2c-c4c7950ce2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.149546] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b872d03-ff0c-43a6-9b88-1f6b09e92de0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "72a41be2-555a-44d0-80a0-0a47a5938c18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.833s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.197068] env[69846]: DEBUG nova.compute.manager [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Received event network-vif-plugged-fc184ed9-707e-429c-ab2c-c4c7950ce2b3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.197297] env[69846]: DEBUG oslo_concurrency.lockutils [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] Acquiring lock "b464b4d5-7139-4537-b280-3e0dc0256608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.197499] env[69846]: DEBUG oslo_concurrency.lockutils [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] Lock "b464b4d5-7139-4537-b280-3e0dc0256608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.197664] env[69846]: DEBUG oslo_concurrency.lockutils [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] Lock "b464b4d5-7139-4537-b280-3e0dc0256608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.197866] env[69846]: DEBUG nova.compute.manager [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] No waiting events found dispatching network-vif-plugged-fc184ed9-707e-429c-ab2c-c4c7950ce2b3 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.198056] env[69846]: WARNING nova.compute.manager [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Received unexpected event network-vif-plugged-fc184ed9-707e-429c-ab2c-c4c7950ce2b3 for instance with vm_state building and task_state spawning. [ 770.198346] env[69846]: DEBUG nova.compute.manager [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Received event network-changed-fc184ed9-707e-429c-ab2c-c4c7950ce2b3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.198629] env[69846]: DEBUG nova.compute.manager [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Refreshing instance network info cache due to event network-changed-fc184ed9-707e-429c-ab2c-c4c7950ce2b3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.199409] env[69846]: DEBUG oslo_concurrency.lockutils [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] Acquiring lock "refresh_cache-b464b4d5-7139-4537-b280-3e0dc0256608" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.591053] env[69846]: DEBUG nova.compute.utils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.595406] env[69846]: DEBUG nova.compute.manager [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Not allocating networking since 'none' was specified. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 770.595763] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Releasing lock "refresh_cache-b464b4d5-7139-4537-b280-3e0dc0256608" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.596175] env[69846]: DEBUG nova.compute.manager [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Instance network_info: |[{"id": "fc184ed9-707e-429c-ab2c-c4c7950ce2b3", "address": "fa:16:3e:d1:3a:ca", "network": {"id": "04b30f86-8e20-48a6-a7f9-49be4666a123", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-791026820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be77a09cc82402eba2c2eb52e0fea66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc184ed9-70", "ovs_interfaceid": "fc184ed9-707e-429c-ab2c-c4c7950ce2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.596378] env[69846]: DEBUG oslo_concurrency.lockutils [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] Acquired lock "refresh_cache-b464b4d5-7139-4537-b280-3e0dc0256608" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.596464] env[69846]: DEBUG nova.network.neutron [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Refreshing network info cache for port fc184ed9-707e-429c-ab2c-c4c7950ce2b3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.597744] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:3a:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc184ed9-707e-429c-ab2c-c4c7950ce2b3', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.605249] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.606208] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.606430] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1868ee1f-f4d3-4c04-a2d9-2bdefabb18b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.631665] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.631665] env[69846]: value = "task-2949403" [ 770.631665] env[69846]: _type = "Task" [ 770.631665] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.641420] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949403, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.651908] env[69846]: DEBUG nova.compute.manager [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.097530] env[69846]: DEBUG nova.compute.manager [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.131412] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bc3582-15d0-4421-b75a-e48ae0668de2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.151658] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25edc2fe-e7f9-4c12-ab32-806f657c8351 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.156888] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949403, 'name': CreateVM_Task, 'duration_secs': 0.286255} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.163255] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.167391] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.167652] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.168100] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.168942] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4d6568-2b59-4e34-9215-116046cc4d5d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.214587] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.216180] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03999c13-40a6-425e-b6f3-9ebb1840a190 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.221912] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 771.221912] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52166f1d-0486-cb9d-7777-db74df618a9d" [ 771.221912] env[69846]: _type = "Task" [ 771.221912] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.233948] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1184bdf-9f9c-4861-8de0-4bb99a746212 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.241182] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52166f1d-0486-cb9d-7777-db74df618a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.241788] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.242040] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.242297] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.242888] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.242888] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.242888] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eda7f855-3ccc-4a5d-965b-fecc70af6c6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.251863] env[69846]: DEBUG nova.compute.provider_tree [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.261582] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.261850] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.262478] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25491f42-9eb3-4c37-bb88-55cdfdc45d19 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.267555] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 771.267555] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5253d795-ddf0-39df-ef96-698042872817" [ 771.267555] env[69846]: _type = "Task" [ 771.267555] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.275365] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5253d795-ddf0-39df-ef96-698042872817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.410711] env[69846]: DEBUG nova.network.neutron [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Updated VIF entry in instance network info cache for port fc184ed9-707e-429c-ab2c-c4c7950ce2b3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.411110] env[69846]: DEBUG nova.network.neutron [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Updating instance_info_cache with network_info: [{"id": "fc184ed9-707e-429c-ab2c-c4c7950ce2b3", "address": "fa:16:3e:d1:3a:ca", "network": {"id": "04b30f86-8e20-48a6-a7f9-49be4666a123", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-791026820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be77a09cc82402eba2c2eb52e0fea66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc184ed9-70", "ovs_interfaceid": "fc184ed9-707e-429c-ab2c-c4c7950ce2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.757371] env[69846]: DEBUG nova.scheduler.client.report [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.779226] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5253d795-ddf0-39df-ef96-698042872817, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.780044] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8435bf54-469d-47d2-87e5-24e43fde8000 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.785371] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 771.785371] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52faeceb-676e-d763-9a39-89557516ad53" [ 771.785371] env[69846]: _type = "Task" [ 771.785371] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.793107] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52faeceb-676e-d763-9a39-89557516ad53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.914128] env[69846]: DEBUG oslo_concurrency.lockutils [req-96d47040-357a-4741-b440-7ce3b4cd80cf req-5b2fdf7b-f047-46e1-a5cb-67bbdefbf162 service nova] Releasing lock "refresh_cache-b464b4d5-7139-4537-b280-3e0dc0256608" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.108972] env[69846]: DEBUG nova.compute.manager [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.136420] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.136663] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.136976] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.137204] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.137358] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.137507] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.137716] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.137882] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.138088] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.138281] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.138418] env[69846]: DEBUG nova.virt.hardware [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.139297] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69acfdde-5c27-4a88-9764-0a249790ea6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.147312] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dc1f50-ab07-4bef-8a19-0d0fb83c1aa8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.160600] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.166501] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Creating folder: Project (a5e8e2d707b14acbb7fe19c72b72cc96). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.166853] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a47ceec-146b-48a8-a84e-d0e3cc57e17e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.176812] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Created folder: Project (a5e8e2d707b14acbb7fe19c72b72cc96) in parent group-v591891. [ 772.176990] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Creating folder: Instances. Parent ref: group-v591970. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.177234] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72cd3a1e-2380-48f5-bf0e-de98ad5d7f35 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.185628] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Created folder: Instances in parent group-v591970. [ 772.185869] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.186074] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.186275] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98872b82-08b2-4fd1-aefa-f2da47cdf032 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.204841] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.204841] env[69846]: value = "task-2949406" [ 772.204841] env[69846]: _type = "Task" [ 772.204841] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.212069] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949406, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.262634] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.264884] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.618s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.266384] env[69846]: INFO nova.compute.claims [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.284115] env[69846]: INFO nova.scheduler.client.report [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Deleted allocations for instance 889cf715-5387-428e-a8d5-7b930de00bdb [ 772.298015] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52faeceb-676e-d763-9a39-89557516ad53, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.298295] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.298555] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] b464b4d5-7139-4537-b280-3e0dc0256608/b464b4d5-7139-4537-b280-3e0dc0256608.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.298813] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01bbbd42-4ea3-497d-ae86-74611c35860f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.305606] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 772.305606] env[69846]: value = "task-2949407" [ 772.305606] env[69846]: _type = "Task" [ 772.305606] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.314617] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.716434] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949406, 'name': CreateVM_Task, 'duration_secs': 0.322837} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.716608] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.717098] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.717256] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.717590] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.719051] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4e32829-1b9d-403d-a9fd-b0b910d3e038 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.724310] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 772.724310] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e5f5ca-8f13-a086-151d-5b17c78153eb" [ 772.724310] env[69846]: _type = "Task" [ 772.724310] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.737325] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e5f5ca-8f13-a086-151d-5b17c78153eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.794851] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78052ed6-32c7-4def-b8b1-a7847675f2af tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Lock "889cf715-5387-428e-a8d5-7b930de00bdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.022s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.819905] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483444} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.820297] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] b464b4d5-7139-4537-b280-3e0dc0256608/b464b4d5-7139-4537-b280-3e0dc0256608.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.820557] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.821141] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f8ade46-8ed9-4983-af74-bc6419626141 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.828762] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 772.828762] env[69846]: value = "task-2949408" [ 772.828762] env[69846]: _type = "Task" [ 772.828762] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.836057] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.237021] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e5f5ca-8f13-a086-151d-5b17c78153eb, 'name': SearchDatastore_Task, 'duration_secs': 0.051185} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.237287] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.237491] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.237726] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.237870] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.239029] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.239029] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d1acd5e-4a7a-4d46-b4e7-a4fc87026ae6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.246592] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.246786] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.247617] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb205b9b-ae9f-4246-b6f9-82c0ad01e764 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.252822] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 773.252822] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52301128-453f-3619-0ee2-cb85da83c6e6" [ 773.252822] env[69846]: _type = "Task" [ 773.252822] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.260854] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52301128-453f-3619-0ee2-cb85da83c6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.337317] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066352} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.340083] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.340855] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6481a371-77d0-49f1-bb08-c93d4596f9fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.362508] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] b464b4d5-7139-4537-b280-3e0dc0256608/b464b4d5-7139-4537-b280-3e0dc0256608.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.365173] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aa3172c-d39e-47b3-9594-ea6052348494 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.384567] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 773.384567] env[69846]: value = "task-2949409" [ 773.384567] env[69846]: _type = "Task" [ 773.384567] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.395852] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.771040] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52301128-453f-3619-0ee2-cb85da83c6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.771898] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2f5b3b-2f2e-42ef-9fad-9621d637a9e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.780731] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 773.780731] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f97828-d9d9-b6ea-98c0-f570a1d51283" [ 773.780731] env[69846]: _type = "Task" [ 773.780731] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.788949] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f97828-d9d9-b6ea-98c0-f570a1d51283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.842654] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3401646-8220-4153-9822-f6798003a11a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.850282] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a3f2bf-cea7-4412-b709-3dbd306eea3a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.882564] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1979b5-1478-4c6f-be67-c2712b89c170 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.895367] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4853ea76-11c3-4321-b1bb-480eafcbdcb0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.899693] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.909315] env[69846]: DEBUG nova.compute.provider_tree [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.291686] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f97828-d9d9-b6ea-98c0-f570a1d51283, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.292754] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.292754] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 07c43be2-c15c-476d-ab0a-550d0511a785/07c43be2-c15c-476d-ab0a-550d0511a785.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.292754] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cbcba7d-6951-4a5b-a331-c5854f3d88aa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.299439] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 774.299439] env[69846]: value = "task-2949410" [ 774.299439] env[69846]: _type = "Task" [ 774.299439] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.308424] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.394691] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949409, 'name': ReconfigVM_Task, 'duration_secs': 0.98907} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.395033] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Reconfigured VM instance instance-0000001e to attach disk [datastore1] b464b4d5-7139-4537-b280-3e0dc0256608/b464b4d5-7139-4537-b280-3e0dc0256608.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.395682] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6c8dc1b-8c5b-4f8c-aeca-a4bd0e4660a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.401128] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 774.401128] env[69846]: value = "task-2949411" [ 774.401128] env[69846]: _type = "Task" [ 774.401128] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.408331] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949411, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.446339] env[69846]: DEBUG nova.scheduler.client.report [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 774.446606] env[69846]: DEBUG nova.compute.provider_tree [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 59 to 60 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 774.446785] env[69846]: DEBUG nova.compute.provider_tree [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.811539] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949410, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.915454] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949411, 'name': Rename_Task, 'duration_secs': 0.182664} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.915942] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.918015] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42dfbfb8-5722-4bf1-824f-460962d859b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.923723] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 774.923723] env[69846]: value = "task-2949412" [ 774.923723] env[69846]: _type = "Task" [ 774.923723] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.937628] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.952267] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.952774] env[69846]: DEBUG nova.compute.manager [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.955808] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.474s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.959136] env[69846]: INFO nova.compute.claims [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.311920] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528687} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.312264] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 07c43be2-c15c-476d-ab0a-550d0511a785/07c43be2-c15c-476d-ab0a-550d0511a785.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.312417] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.312664] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55ee63d0-cb75-4713-aed2-060fe4aa479f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.319853] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 775.319853] env[69846]: value = "task-2949413" [ 775.319853] env[69846]: _type = "Task" [ 775.319853] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.328854] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.435133] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.462455] env[69846]: DEBUG nova.compute.utils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.468020] env[69846]: DEBUG nova.compute.manager [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.468020] env[69846]: DEBUG nova.network.neutron [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.535633] env[69846]: DEBUG nova.policy [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b0b1b28766140d4b4693ef054ae1f68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ece83d3edbd490fb74eb6f59dad9328', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.799829] env[69846]: DEBUG nova.network.neutron [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Successfully created port: f9357e09-1e75-46d4-9688-29e5b5b735c7 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.831825] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156973} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.832419] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.833463] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d23740-ecf3-4cb2-839a-23e3a53ce1d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.858771] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 07c43be2-c15c-476d-ab0a-550d0511a785/07c43be2-c15c-476d-ab0a-550d0511a785.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.859515] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f1ccf6e-07a7-4c3f-baa0-d615ce33299c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.880874] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 775.880874] env[69846]: value = "task-2949414" [ 775.880874] env[69846]: _type = "Task" [ 775.880874] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.891034] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.938163] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.970344] env[69846]: DEBUG nova.compute.manager [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.390924] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.438806] env[69846]: DEBUG oslo_vmware.api [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949412, 'name': PowerOnVM_Task, 'duration_secs': 1.255458} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.440731] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.440731] env[69846]: INFO nova.compute.manager [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Took 8.59 seconds to spawn the instance on the hypervisor. [ 776.440731] env[69846]: DEBUG nova.compute.manager [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.441336] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f21477-ba8e-4847-b64d-07e2363c1f66 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.705336] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689a1b87-3a19-48cf-be6f-b49814a1489a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.714691] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983fffcf-facd-4b17-aa42-57f84dcbaecc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.749383] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0eb809-3615-4666-9a46-21fccba17700 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.757546] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50000dd-35fd-4e58-b680-de811d8fdb94 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.771549] env[69846]: DEBUG nova.compute.provider_tree [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.893870] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.963090] env[69846]: INFO nova.compute.manager [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Took 36.97 seconds to build instance. [ 776.977920] env[69846]: DEBUG nova.compute.manager [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.003078] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.003350] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.003505] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.003688] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.003831] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.004066] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.004213] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.004393] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.004857] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.004857] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.004972] env[69846]: DEBUG nova.virt.hardware [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.005795] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac90b61d-68a4-40fe-b1fe-f059438efed4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.015455] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bae7e8-05db-45f0-925b-48e62abdb4cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.277763] env[69846]: DEBUG nova.scheduler.client.report [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.327124] env[69846]: DEBUG nova.compute.manager [req-677cff3d-d922-4ea6-bbd8-2b00a9577305 req-e4855ded-bb6e-4dee-a9f6-3371c2c92a1a service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Received event network-vif-plugged-f9357e09-1e75-46d4-9688-29e5b5b735c7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.329643] env[69846]: DEBUG oslo_concurrency.lockutils [req-677cff3d-d922-4ea6-bbd8-2b00a9577305 req-e4855ded-bb6e-4dee-a9f6-3371c2c92a1a service nova] Acquiring lock "4685675d-e751-43a9-85a3-d66d49131a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.329643] env[69846]: DEBUG oslo_concurrency.lockutils [req-677cff3d-d922-4ea6-bbd8-2b00a9577305 req-e4855ded-bb6e-4dee-a9f6-3371c2c92a1a service nova] Lock "4685675d-e751-43a9-85a3-d66d49131a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.329643] env[69846]: DEBUG oslo_concurrency.lockutils [req-677cff3d-d922-4ea6-bbd8-2b00a9577305 req-e4855ded-bb6e-4dee-a9f6-3371c2c92a1a service nova] Lock "4685675d-e751-43a9-85a3-d66d49131a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.329643] env[69846]: DEBUG nova.compute.manager [req-677cff3d-d922-4ea6-bbd8-2b00a9577305 req-e4855ded-bb6e-4dee-a9f6-3371c2c92a1a service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] No waiting events found dispatching network-vif-plugged-f9357e09-1e75-46d4-9688-29e5b5b735c7 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.329643] env[69846]: WARNING nova.compute.manager [req-677cff3d-d922-4ea6-bbd8-2b00a9577305 req-e4855ded-bb6e-4dee-a9f6-3371c2c92a1a service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Received unexpected event network-vif-plugged-f9357e09-1e75-46d4-9688-29e5b5b735c7 for instance with vm_state building and task_state spawning. [ 777.401420] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.465695] env[69846]: DEBUG nova.network.neutron [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Successfully updated port: f9357e09-1e75-46d4-9688-29e5b5b735c7 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.465695] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "b464b4d5-7139-4537-b280-3e0dc0256608" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.027s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.782146] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.782146] env[69846]: DEBUG nova.compute.manager [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.784474] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.500s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.786015] env[69846]: INFO nova.compute.claims [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.894273] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949414, 'name': ReconfigVM_Task, 'duration_secs': 1.884949} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.894611] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 07c43be2-c15c-476d-ab0a-550d0511a785/07c43be2-c15c-476d-ab0a-550d0511a785.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.895251] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d19ee43-e46e-4516-b71c-04014d887d1b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.901348] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 777.901348] env[69846]: value = "task-2949415" [ 777.901348] env[69846]: _type = "Task" [ 777.901348] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.908730] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949415, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.965352] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "refresh_cache-4685675d-e751-43a9-85a3-d66d49131a26" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.965450] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquired lock "refresh_cache-4685675d-e751-43a9-85a3-d66d49131a26" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.965656] env[69846]: DEBUG nova.network.neutron [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.972046] env[69846]: DEBUG nova.compute.manager [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.290723] env[69846]: DEBUG nova.compute.utils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.295297] env[69846]: DEBUG nova.compute.manager [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.295297] env[69846]: DEBUG nova.network.neutron [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.338824] env[69846]: DEBUG nova.policy [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836ad2688f594b308bacee23efd4c836', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be77a09cc82402eba2c2eb52e0fea66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.411905] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949415, 'name': Rename_Task, 'duration_secs': 0.145776} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.412221] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.412495] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ac0df57-f54a-4596-a552-06945ee33c05 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.418392] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 778.418392] env[69846]: value = "task-2949416" [ 778.418392] env[69846]: _type = "Task" [ 778.418392] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.426093] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.494418] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.519111] env[69846]: DEBUG nova.network.neutron [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.610255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "57215d4f-805a-43ad-ac2e-704ed71ed837" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.610255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.794899] env[69846]: DEBUG nova.compute.manager [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.848749] env[69846]: DEBUG nova.network.neutron [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Updating instance_info_cache with network_info: [{"id": "f9357e09-1e75-46d4-9688-29e5b5b735c7", "address": "fa:16:3e:9f:88:96", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9357e09-1e", "ovs_interfaceid": "f9357e09-1e75-46d4-9688-29e5b5b735c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.929346] env[69846]: DEBUG oslo_vmware.api [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949416, 'name': PowerOnVM_Task, 'duration_secs': 0.424126} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.929624] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.929817] env[69846]: INFO nova.compute.manager [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Took 6.82 seconds to spawn the instance on the hypervisor. [ 778.929994] env[69846]: DEBUG nova.compute.manager [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.935242] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90659970-86f6-4663-843e-d8b175f1116f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.939584] env[69846]: DEBUG nova.network.neutron [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Successfully created port: b2b5c063-2ac7-45a7-a57b-0b07a0f3845f {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.352718] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Releasing lock "refresh_cache-4685675d-e751-43a9-85a3-d66d49131a26" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.353204] env[69846]: DEBUG nova.compute.manager [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Instance network_info: |[{"id": "f9357e09-1e75-46d4-9688-29e5b5b735c7", "address": "fa:16:3e:9f:88:96", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9357e09-1e", "ovs_interfaceid": "f9357e09-1e75-46d4-9688-29e5b5b735c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.353928] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:88:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9357e09-1e75-46d4-9688-29e5b5b735c7', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.366910] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.367486] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.367731] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ef38718-83ae-4c9c-81b9-9ec4a4521c68 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.387514] env[69846]: DEBUG nova.compute.manager [req-58e30db6-dff2-4a0d-a258-26ef7d379425 req-1a5f69c5-d9dc-471c-91b9-266528587c34 service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Received event network-changed-f9357e09-1e75-46d4-9688-29e5b5b735c7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.387665] env[69846]: DEBUG nova.compute.manager [req-58e30db6-dff2-4a0d-a258-26ef7d379425 req-1a5f69c5-d9dc-471c-91b9-266528587c34 service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Refreshing instance network info cache due to event network-changed-f9357e09-1e75-46d4-9688-29e5b5b735c7. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.387882] env[69846]: DEBUG oslo_concurrency.lockutils [req-58e30db6-dff2-4a0d-a258-26ef7d379425 req-1a5f69c5-d9dc-471c-91b9-266528587c34 service nova] Acquiring lock "refresh_cache-4685675d-e751-43a9-85a3-d66d49131a26" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.388051] env[69846]: DEBUG oslo_concurrency.lockutils [req-58e30db6-dff2-4a0d-a258-26ef7d379425 req-1a5f69c5-d9dc-471c-91b9-266528587c34 service nova] Acquired lock "refresh_cache-4685675d-e751-43a9-85a3-d66d49131a26" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.388232] env[69846]: DEBUG nova.network.neutron [req-58e30db6-dff2-4a0d-a258-26ef7d379425 req-1a5f69c5-d9dc-471c-91b9-266528587c34 service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Refreshing network info cache for port f9357e09-1e75-46d4-9688-29e5b5b735c7 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.394416] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.394416] env[69846]: value = "task-2949417" [ 779.394416] env[69846]: _type = "Task" [ 779.394416] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.404731] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949417, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.449419] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420e31fc-dce4-4f07-9082-513f7fec2d18 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.463737] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b411bae-1712-4074-ae99-2b87e9b207eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.467151] env[69846]: INFO nova.compute.manager [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Took 36.40 seconds to build instance. [ 779.498561] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce07eb5f-5a7c-4a26-9a6f-4b44ad0ce24a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.507280] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e606e54-ed7a-49b4-8cf4-d0d07d6b71fd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.522191] env[69846]: DEBUG nova.compute.provider_tree [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.807592] env[69846]: DEBUG nova.compute.manager [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.833750] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.834102] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.834102] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.834274] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.834458] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.834563] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.834767] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.834926] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.835112] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.835385] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.835484] env[69846]: DEBUG nova.virt.hardware [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.836417] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d57b5-35f8-4c1d-b898-c3b955236c68 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.846355] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dc298f-1895-4afc-a7c6-dbb780431c89 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.903882] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949417, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.969164] env[69846]: DEBUG oslo_concurrency.lockutils [None req-574d8c07-b8c8-4378-88e6-3fc22495dfc3 tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "07c43be2-c15c-476d-ab0a-550d0511a785" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.168s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.026629] env[69846]: DEBUG nova.scheduler.client.report [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.198846] env[69846]: DEBUG nova.network.neutron [req-58e30db6-dff2-4a0d-a258-26ef7d379425 req-1a5f69c5-d9dc-471c-91b9-266528587c34 service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Updated VIF entry in instance network info cache for port f9357e09-1e75-46d4-9688-29e5b5b735c7. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.199239] env[69846]: DEBUG nova.network.neutron [req-58e30db6-dff2-4a0d-a258-26ef7d379425 req-1a5f69c5-d9dc-471c-91b9-266528587c34 service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Updating instance_info_cache with network_info: [{"id": "f9357e09-1e75-46d4-9688-29e5b5b735c7", "address": "fa:16:3e:9f:88:96", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9357e09-1e", "ovs_interfaceid": "f9357e09-1e75-46d4-9688-29e5b5b735c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.405367] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949417, 'name': CreateVM_Task, 'duration_secs': 0.569667} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.405549] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.406599] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.406599] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.406680] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.406943] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2755dc9f-6edf-4f2e-b91f-5663406bcfbe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.412027] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 780.412027] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ca00a7-d06f-79a4-0e6e-92c92b3fa2ae" [ 780.412027] env[69846]: _type = "Task" [ 780.412027] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.421136] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ca00a7-d06f-79a4-0e6e-92c92b3fa2ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.475592] env[69846]: DEBUG nova.compute.manager [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.534067] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.534611] env[69846]: DEBUG nova.compute.manager [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.540661] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.035s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.540661] env[69846]: DEBUG nova.objects.instance [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lazy-loading 'resources' on Instance uuid 971e49d0-8e74-4635-9d7d-0c8843d1e58a {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.645297] env[69846]: DEBUG nova.network.neutron [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Successfully updated port: b2b5c063-2ac7-45a7-a57b-0b07a0f3845f {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.702261] env[69846]: DEBUG oslo_concurrency.lockutils [req-58e30db6-dff2-4a0d-a258-26ef7d379425 req-1a5f69c5-d9dc-471c-91b9-266528587c34 service nova] Releasing lock "refresh_cache-4685675d-e751-43a9-85a3-d66d49131a26" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.923072] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ca00a7-d06f-79a4-0e6e-92c92b3fa2ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.923072] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.923072] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.923389] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.923429] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.923583] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.923836] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5373db64-1e44-4ef5-8aab-827d6a5a7090 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.931982] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.932179] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.932866] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df06f0b7-4d00-4d2b-a0c9-5a30dc2bfa83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.938965] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 780.938965] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ea4aed-ecae-fad2-74e9-1222fdeeb808" [ 780.938965] env[69846]: _type = "Task" [ 780.938965] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.946691] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ea4aed-ecae-fad2-74e9-1222fdeeb808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.967301] env[69846]: INFO nova.compute.manager [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Rebuilding instance [ 780.997162] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.012152] env[69846]: DEBUG nova.compute.manager [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.012984] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc168d7-9407-4777-bddf-604ba6d5dcaf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.039853] env[69846]: DEBUG nova.compute.utils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.041169] env[69846]: DEBUG nova.compute.manager [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.041295] env[69846]: DEBUG nova.network.neutron [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.123636] env[69846]: DEBUG nova.policy [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00027d0c4b8041868aa954f9821acc87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99b49ca577644e319d5cb5d4acfdc176', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.147883] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "refresh_cache-88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.148647] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired lock "refresh_cache-88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.148647] env[69846]: DEBUG nova.network.neutron [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.419537] env[69846]: DEBUG nova.compute.manager [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Received event network-vif-plugged-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.419718] env[69846]: DEBUG oslo_concurrency.lockutils [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] Acquiring lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.419970] env[69846]: DEBUG oslo_concurrency.lockutils [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] Lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.420163] env[69846]: DEBUG oslo_concurrency.lockutils [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] Lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.420281] env[69846]: DEBUG nova.compute.manager [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] No waiting events found dispatching network-vif-plugged-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.421038] env[69846]: WARNING nova.compute.manager [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Received unexpected event network-vif-plugged-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f for instance with vm_state building and task_state spawning. [ 781.421038] env[69846]: DEBUG nova.compute.manager [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Received event network-changed-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.421038] env[69846]: DEBUG nova.compute.manager [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Refreshing instance network info cache due to event network-changed-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.421038] env[69846]: DEBUG oslo_concurrency.lockutils [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] Acquiring lock "refresh_cache-88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.455021] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ea4aed-ecae-fad2-74e9-1222fdeeb808, 'name': SearchDatastore_Task, 'duration_secs': 0.008719} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.455021] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31fff14d-d512-413d-b7cd-90c09fbfb349 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.464017] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 781.464017] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527705e8-d095-055a-30b1-4eeb8eab63f0" [ 781.464017] env[69846]: _type = "Task" [ 781.464017] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.471071] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527705e8-d095-055a-30b1-4eeb8eab63f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.492302] env[69846]: DEBUG nova.network.neutron [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Successfully created port: dd4dcc51-7ecf-474b-a940-c58a6300e81e {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.544580] env[69846]: DEBUG nova.compute.manager [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.579152] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933d49c6-763d-4c47-bda9-cd01fedfb902 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.587275] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90a84fc-529d-4c32-9a28-d7e8c7592bf7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.618286] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510ac7ce-2189-47d8-b85f-f9002a120052 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.625906] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8d0782-1296-47be-9c05-0b5e76152d82 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.639238] env[69846]: DEBUG nova.compute.provider_tree [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.690499] env[69846]: DEBUG nova.network.neutron [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.972782] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527705e8-d095-055a-30b1-4eeb8eab63f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.973245] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.973346] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 4685675d-e751-43a9-85a3-d66d49131a26/4685675d-e751-43a9-85a3-d66d49131a26.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.973576] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c2d3d0d-98d2-4d72-bc0e-2a9235079a2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.980036] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 781.980036] env[69846]: value = "task-2949418" [ 781.980036] env[69846]: _type = "Task" [ 781.980036] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.987758] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.028718] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.029130] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0260afd6-9531-44d0-b8cb-e2b6163b7037 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.036702] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 782.036702] env[69846]: value = "task-2949419" [ 782.036702] env[69846]: _type = "Task" [ 782.036702] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.045132] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.142264] env[69846]: DEBUG nova.scheduler.client.report [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.238102] env[69846]: DEBUG nova.network.neutron [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Updating instance_info_cache with network_info: [{"id": "b2b5c063-2ac7-45a7-a57b-0b07a0f3845f", "address": "fa:16:3e:b4:a2:07", "network": {"id": "04b30f86-8e20-48a6-a7f9-49be4666a123", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-791026820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be77a09cc82402eba2c2eb52e0fea66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b5c063-2a", "ovs_interfaceid": "b2b5c063-2ac7-45a7-a57b-0b07a0f3845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.491494] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46923} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.492673] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 4685675d-e751-43a9-85a3-d66d49131a26/4685675d-e751-43a9-85a3-d66d49131a26.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.492956] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.493279] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c3de6fb-db23-4445-973a-be7425f94c93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.500415] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 782.500415] env[69846]: value = "task-2949420" [ 782.500415] env[69846]: _type = "Task" [ 782.500415] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.507757] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.545985] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949419, 'name': PowerOffVM_Task, 'duration_secs': 0.116986} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.546310] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.547055] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.547878] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0082b302-b821-4603-80d0-0b1b42be0de0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.556663] env[69846]: DEBUG nova.compute.manager [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.559407] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.560046] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36c273e3-be3d-4f50-8077-bb1856c769d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.584495] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.584762] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.584919] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.585231] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.585393] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.585540] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.585745] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.585900] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.586083] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.586246] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.586418] env[69846]: DEBUG nova.virt.hardware [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.587355] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffa406e-7601-4343-92eb-249179d272de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.590584] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.590778] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.590948] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Deleting the datastore file [datastore1] 07c43be2-c15c-476d-ab0a-550d0511a785 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.591577] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-712dccae-1f34-4814-a410-6f6836ce9e70 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.597574] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b5c036-c0ec-46d1-a773-9369bd65a692 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.604200] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 782.604200] env[69846]: value = "task-2949422" [ 782.604200] env[69846]: _type = "Task" [ 782.604200] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.619959] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.647835] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.650216] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.309s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.650461] env[69846]: DEBUG nova.objects.instance [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lazy-loading 'resources' on Instance uuid e672d63e-1187-413c-8a0d-8fc214dcb9ef {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.670097] env[69846]: INFO nova.scheduler.client.report [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Deleted allocations for instance 971e49d0-8e74-4635-9d7d-0c8843d1e58a [ 782.740753] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Releasing lock "refresh_cache-88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.741147] env[69846]: DEBUG nova.compute.manager [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Instance network_info: |[{"id": "b2b5c063-2ac7-45a7-a57b-0b07a0f3845f", "address": "fa:16:3e:b4:a2:07", "network": {"id": "04b30f86-8e20-48a6-a7f9-49be4666a123", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-791026820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be77a09cc82402eba2c2eb52e0fea66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b5c063-2a", "ovs_interfaceid": "b2b5c063-2ac7-45a7-a57b-0b07a0f3845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.741449] env[69846]: DEBUG oslo_concurrency.lockutils [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] Acquired lock "refresh_cache-88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.741628] env[69846]: DEBUG nova.network.neutron [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Refreshing network info cache for port b2b5c063-2ac7-45a7-a57b-0b07a0f3845f {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.742742] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:a2:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2b5c063-2ac7-45a7-a57b-0b07a0f3845f', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.750149] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.753123] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.753611] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72d363c4-485f-45d5-8ec6-87e1a0df35d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.773337] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.773337] env[69846]: value = "task-2949423" [ 782.773337] env[69846]: _type = "Task" [ 782.773337] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.781661] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949423, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.010698] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065854} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.010698] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.011094] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d44c7f8-708e-4f72-ac9d-ab0b8314c50b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.014071] env[69846]: DEBUG nova.network.neutron [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Updated VIF entry in instance network info cache for port b2b5c063-2ac7-45a7-a57b-0b07a0f3845f. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.014399] env[69846]: DEBUG nova.network.neutron [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Updating instance_info_cache with network_info: [{"id": "b2b5c063-2ac7-45a7-a57b-0b07a0f3845f", "address": "fa:16:3e:b4:a2:07", "network": {"id": "04b30f86-8e20-48a6-a7f9-49be4666a123", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-791026820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be77a09cc82402eba2c2eb52e0fea66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b5c063-2a", "ovs_interfaceid": "b2b5c063-2ac7-45a7-a57b-0b07a0f3845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.036892] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 4685675d-e751-43a9-85a3-d66d49131a26/4685675d-e751-43a9-85a3-d66d49131a26.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.037433] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b730d26b-a09b-460d-97a5-71e36e2dc311 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.057602] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 783.057602] env[69846]: value = "task-2949424" [ 783.057602] env[69846]: _type = "Task" [ 783.057602] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.065846] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.114529] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093117} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.115219] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.115419] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.115593] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.177399] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d9ca2472-229f-416f-8f49-6ad5c9e19ebd tempest-ServerDiagnosticsV248Test-962932772 tempest-ServerDiagnosticsV248Test-962932772-project-member] Lock "971e49d0-8e74-4635-9d7d-0c8843d1e58a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.932s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.284554] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949423, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.517679] env[69846]: DEBUG oslo_concurrency.lockutils [req-e31eface-718d-4874-b897-dfcaf4ca1784 req-5d124448-aeda-4054-8e0a-4753c8433aa5 service nova] Releasing lock "refresh_cache-88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.569153] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.616336] env[69846]: DEBUG nova.compute.manager [req-d0cd68d2-fcae-4f72-833a-bda85f9f4235 req-3bd03d20-a265-4b3f-bf95-aa24d1b8871e service nova] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Received event network-vif-plugged-dd4dcc51-7ecf-474b-a940-c58a6300e81e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.616852] env[69846]: DEBUG oslo_concurrency.lockutils [req-d0cd68d2-fcae-4f72-833a-bda85f9f4235 req-3bd03d20-a265-4b3f-bf95-aa24d1b8871e service nova] Acquiring lock "3719ed62-b76c-425e-8721-5ba909bda739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.617417] env[69846]: DEBUG oslo_concurrency.lockutils [req-d0cd68d2-fcae-4f72-833a-bda85f9f4235 req-3bd03d20-a265-4b3f-bf95-aa24d1b8871e service nova] Lock "3719ed62-b76c-425e-8721-5ba909bda739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.617730] env[69846]: DEBUG oslo_concurrency.lockutils [req-d0cd68d2-fcae-4f72-833a-bda85f9f4235 req-3bd03d20-a265-4b3f-bf95-aa24d1b8871e service nova] Lock "3719ed62-b76c-425e-8721-5ba909bda739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.618791] env[69846]: DEBUG nova.compute.manager [req-d0cd68d2-fcae-4f72-833a-bda85f9f4235 req-3bd03d20-a265-4b3f-bf95-aa24d1b8871e service nova] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] No waiting events found dispatching network-vif-plugged-dd4dcc51-7ecf-474b-a940-c58a6300e81e {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.618791] env[69846]: WARNING nova.compute.manager [req-d0cd68d2-fcae-4f72-833a-bda85f9f4235 req-3bd03d20-a265-4b3f-bf95-aa24d1b8871e service nova] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Received unexpected event network-vif-plugged-dd4dcc51-7ecf-474b-a940-c58a6300e81e for instance with vm_state building and task_state spawning. [ 783.684420] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1b8775-c794-42ca-8c70-44d87b5a230d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.692625] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510a5d48-c453-43bc-a517-affc22bf6d1e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.725206] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b6030c-f11d-4a6c-87fa-b1367b4839d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.733734] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bd59a2-1cfd-454f-8276-b60c9f996cb9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.747899] env[69846]: DEBUG nova.compute.provider_tree [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.769386] env[69846]: DEBUG nova.network.neutron [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Successfully updated port: dd4dcc51-7ecf-474b-a940-c58a6300e81e {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.787278] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949423, 'name': CreateVM_Task, 'duration_secs': 0.773579} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.787278] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.787585] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.787744] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.788318] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.789514] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4609850-575a-4fe8-90c2-3c32e6b0d544 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.799166] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 783.799166] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5769f-164b-7168-f3b5-f1ff909629c1" [ 783.799166] env[69846]: _type = "Task" [ 783.799166] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.804331] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5769f-164b-7168-f3b5-f1ff909629c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.071749] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949424, 'name': ReconfigVM_Task, 'duration_secs': 0.69922} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.072043] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 4685675d-e751-43a9-85a3-d66d49131a26/4685675d-e751-43a9-85a3-d66d49131a26.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.072674] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-759100f7-e12b-41e9-bb3d-a0bb08dd15a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.079330] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 784.079330] env[69846]: value = "task-2949425" [ 784.079330] env[69846]: _type = "Task" [ 784.079330] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.086712] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949425, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.153029] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.153305] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.153463] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.153651] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.153804] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.153953] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.154198] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.154338] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.154500] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.154658] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.154829] env[69846]: DEBUG nova.virt.hardware [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.155766] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be0cfa4-be70-49f4-8037-dd35d85fafbb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.163721] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731bbc26-b8a7-4e2b-8450-c833fcf081da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.177052] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.182595] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.182823] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.183043] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45e7d8f0-82e5-4685-b856-7762a2bc52b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.200227] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.200227] env[69846]: value = "task-2949426" [ 784.200227] env[69846]: _type = "Task" [ 784.200227] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.208257] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949426, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.269693] env[69846]: ERROR nova.scheduler.client.report [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [req-85d0ed43-d885-4e6a-8731-e33bd0891abf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-85d0ed43-d885-4e6a-8731-e33bd0891abf"}]} [ 784.270212] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "refresh_cache-3719ed62-b76c-425e-8721-5ba909bda739" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.270352] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquired lock "refresh_cache-3719ed62-b76c-425e-8721-5ba909bda739" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.270502] env[69846]: DEBUG nova.network.neutron [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.290179] env[69846]: DEBUG nova.scheduler.client.report [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 784.306721] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5769f-164b-7168-f3b5-f1ff909629c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.307670] env[69846]: DEBUG nova.scheduler.client.report [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 784.307885] env[69846]: DEBUG nova.compute.provider_tree [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.309886] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.310162] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.310401] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.310561] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.310753] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.311244] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9754052-2207-40b3-a0ef-c147fc2a139a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.319609] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.319807] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.321288] env[69846]: DEBUG nova.scheduler.client.report [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 784.323042] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3437d7a1-1346-47dc-a4f0-4e4cced9c88c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.329503] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 784.329503] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b57108-57a3-e610-786a-5351e9871058" [ 784.329503] env[69846]: _type = "Task" [ 784.329503] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.336500] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b57108-57a3-e610-786a-5351e9871058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.344515] env[69846]: DEBUG nova.scheduler.client.report [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 784.594034] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949425, 'name': Rename_Task, 'duration_secs': 0.152599} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.594034] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.594034] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf324ea4-4dfa-45d8-8eeb-7491f71c53c7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.600234] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 784.600234] env[69846]: value = "task-2949427" [ 784.600234] env[69846]: _type = "Task" [ 784.600234] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.607867] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.710171] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949426, 'name': CreateVM_Task, 'duration_secs': 0.33392} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.712651] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.713280] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.713441] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.713742] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.713999] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948bee4b-0293-4f26-b409-40b8a0417b1a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.718572] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 784.718572] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fc68c0-8884-505e-eb27-0bdc1e87110b" [ 784.718572] env[69846]: _type = "Task" [ 784.718572] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.726218] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fc68c0-8884-505e-eb27-0bdc1e87110b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.847057] env[69846]: DEBUG nova.network.neutron [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.848132] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b57108-57a3-e610-786a-5351e9871058, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.850977] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274fcb7a-1dc4-4395-9f63-13fc9d4e2a3d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.856405] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 784.856405] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5294aa57-7023-4216-7dd1-92bd9ed5f22b" [ 784.856405] env[69846]: _type = "Task" [ 784.856405] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.864207] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5294aa57-7023-4216-7dd1-92bd9ed5f22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.908852] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5c2c64-9abb-4864-a3ad-1b912ae8059a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.918695] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11591a5-73a4-44f5-9eff-2ff33541f3dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.954301] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b891f1d1-145b-4bc4-babd-5d7aa4c55e35 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.962259] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389aab07-0de3-47b2-8c95-ee1bbf1bae41 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.978121] env[69846]: DEBUG nova.compute.provider_tree [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.110569] env[69846]: DEBUG oslo_vmware.api [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949427, 'name': PowerOnVM_Task, 'duration_secs': 0.446162} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.110840] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.111374] env[69846]: INFO nova.compute.manager [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Took 8.13 seconds to spawn the instance on the hypervisor. [ 785.111618] env[69846]: DEBUG nova.compute.manager [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.112618] env[69846]: DEBUG nova.network.neutron [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Updating instance_info_cache with network_info: [{"id": "dd4dcc51-7ecf-474b-a940-c58a6300e81e", "address": "fa:16:3e:fc:9f:6e", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4dcc51-7e", "ovs_interfaceid": "dd4dcc51-7ecf-474b-a940-c58a6300e81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.114269] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9c4671-b56f-41ce-8125-77c74fe85d65 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.230824] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fc68c0-8884-505e-eb27-0bdc1e87110b, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.231380] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.231751] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.232112] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.369029] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5294aa57-7023-4216-7dd1-92bd9ed5f22b, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.369029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.369029] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54/88079f59-b8d4-4b06-9fb3-e5be8f6b6b54.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.369029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.369312] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.369312] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f579c3-6916-45e9-bb27-3d8e7a86f0ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.370111] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49f5728f-adb1-434e-ac86-3c57a919b565 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.377323] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 785.377323] env[69846]: value = "task-2949428" [ 785.377323] env[69846]: _type = "Task" [ 785.377323] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.381585] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.381839] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.383034] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e3c21b-a50b-4c76-8a19-aa69357cab56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.388384] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.391218] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 785.391218] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52dc75ba-f795-75aa-0a4e-c4dddf1c6eea" [ 785.391218] env[69846]: _type = "Task" [ 785.391218] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.400799] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52dc75ba-f795-75aa-0a4e-c4dddf1c6eea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.515940] env[69846]: DEBUG nova.scheduler.client.report [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 785.516257] env[69846]: DEBUG nova.compute.provider_tree [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 61 to 62 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 785.516448] env[69846]: DEBUG nova.compute.provider_tree [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.618653] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Releasing lock "refresh_cache-3719ed62-b76c-425e-8721-5ba909bda739" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.619170] env[69846]: DEBUG nova.compute.manager [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Instance network_info: |[{"id": "dd4dcc51-7ecf-474b-a940-c58a6300e81e", "address": "fa:16:3e:fc:9f:6e", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4dcc51-7e", "ovs_interfaceid": "dd4dcc51-7ecf-474b-a940-c58a6300e81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.619841] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:9f:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd4dcc51-7ecf-474b-a940-c58a6300e81e', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.631622] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.636291] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.640770] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03f4e78e-4416-4117-b2c2-2960ffae743a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.655711] env[69846]: INFO nova.compute.manager [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Took 42.02 seconds to build instance. [ 785.664368] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.664368] env[69846]: value = "task-2949429" [ 785.664368] env[69846]: _type = "Task" [ 785.664368] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.676862] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949429, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.803751] env[69846]: DEBUG nova.compute.manager [req-ea1fb3ee-0cc0-4276-a157-6889e48f2a22 req-98bc55c2-c2cf-4407-a38a-da606e2cadfb service nova] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Received event network-changed-dd4dcc51-7ecf-474b-a940-c58a6300e81e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.803960] env[69846]: DEBUG nova.compute.manager [req-ea1fb3ee-0cc0-4276-a157-6889e48f2a22 req-98bc55c2-c2cf-4407-a38a-da606e2cadfb service nova] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Refreshing instance network info cache due to event network-changed-dd4dcc51-7ecf-474b-a940-c58a6300e81e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.805502] env[69846]: DEBUG oslo_concurrency.lockutils [req-ea1fb3ee-0cc0-4276-a157-6889e48f2a22 req-98bc55c2-c2cf-4407-a38a-da606e2cadfb service nova] Acquiring lock "refresh_cache-3719ed62-b76c-425e-8721-5ba909bda739" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.805502] env[69846]: DEBUG oslo_concurrency.lockutils [req-ea1fb3ee-0cc0-4276-a157-6889e48f2a22 req-98bc55c2-c2cf-4407-a38a-da606e2cadfb service nova] Acquired lock "refresh_cache-3719ed62-b76c-425e-8721-5ba909bda739" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.805502] env[69846]: DEBUG nova.network.neutron [req-ea1fb3ee-0cc0-4276-a157-6889e48f2a22 req-98bc55c2-c2cf-4407-a38a-da606e2cadfb service nova] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Refreshing network info cache for port dd4dcc51-7ecf-474b-a940-c58a6300e81e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.889170] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457151} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.889483] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54/88079f59-b8d4-4b06-9fb3-e5be8f6b6b54.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.889723] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.889984] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d55b7b6e-96d1-428f-84ae-6e97a8e1d351 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.902468] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52dc75ba-f795-75aa-0a4e-c4dddf1c6eea, 'name': SearchDatastore_Task, 'duration_secs': 0.016547} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.904285] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 785.904285] env[69846]: value = "task-2949430" [ 785.904285] env[69846]: _type = "Task" [ 785.904285] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.904523] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c3808e6-0681-4e48-84d1-5b1d09201462 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.912414] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 785.912414] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fe5e2b-d997-ab40-2fe8-79936ea68296" [ 785.912414] env[69846]: _type = "Task" [ 785.912414] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.916320] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.924342] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fe5e2b-d997-ab40-2fe8-79936ea68296, 'name': SearchDatastore_Task, 'duration_secs': 0.008208} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.924554] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.924808] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 07c43be2-c15c-476d-ab0a-550d0511a785/07c43be2-c15c-476d-ab0a-550d0511a785.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.925133] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7814e4c-bab6-474e-a201-493d8b516941 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.931149] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 785.931149] env[69846]: value = "task-2949431" [ 785.931149] env[69846]: _type = "Task" [ 785.931149] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.947890] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.024044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.374s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.026561] env[69846]: DEBUG oslo_concurrency.lockutils [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.661s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.026810] env[69846]: DEBUG nova.objects.instance [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lazy-loading 'resources' on Instance uuid 41309cdb-e15c-4e64-ac5f-4e415164ae65 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.061660] env[69846]: INFO nova.scheduler.client.report [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleted allocations for instance e672d63e-1187-413c-8a0d-8fc214dcb9ef [ 786.160898] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "4685675d-e751-43a9-85a3-d66d49131a26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.958s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.182461] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949429, 'name': CreateVM_Task, 'duration_secs': 0.422759} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.183568] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.185856] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.186138] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.186637] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.187544] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69201eaa-ce93-46fc-a33d-3e13a9fe92ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.196562] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 786.196562] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527ca0f6-f4a8-4c51-642a-f7d59bbc3bbf" [ 786.196562] env[69846]: _type = "Task" [ 786.196562] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.209496] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527ca0f6-f4a8-4c51-642a-f7d59bbc3bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.416500] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090402} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.416807] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.417967] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e362262f-4676-4e53-a543-99fed70311d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.449971] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54/88079f59-b8d4-4b06-9fb3-e5be8f6b6b54.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.457432] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56109f72-9a41-4aa8-937c-c88a018605fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.487414] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488265} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.489556] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 07c43be2-c15c-476d-ab0a-550d0511a785/07c43be2-c15c-476d-ab0a-550d0511a785.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.489556] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.489810] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 786.489810] env[69846]: value = "task-2949432" [ 786.489810] env[69846]: _type = "Task" [ 786.489810] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.490041] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-134e3b09-9d8c-400b-9abb-d12692cb44a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.498754] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 786.498754] env[69846]: value = "task-2949433" [ 786.498754] env[69846]: _type = "Task" [ 786.498754] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.502052] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.576876] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "e672d63e-1187-413c-8a0d-8fc214dcb9ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.970s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.664417] env[69846]: DEBUG nova.compute.manager [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.695984] env[69846]: DEBUG nova.network.neutron [req-ea1fb3ee-0cc0-4276-a157-6889e48f2a22 req-98bc55c2-c2cf-4407-a38a-da606e2cadfb service nova] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Updated VIF entry in instance network info cache for port dd4dcc51-7ecf-474b-a940-c58a6300e81e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.700105] env[69846]: DEBUG nova.network.neutron [req-ea1fb3ee-0cc0-4276-a157-6889e48f2a22 req-98bc55c2-c2cf-4407-a38a-da606e2cadfb service nova] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Updating instance_info_cache with network_info: [{"id": "dd4dcc51-7ecf-474b-a940-c58a6300e81e", "address": "fa:16:3e:fc:9f:6e", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4dcc51-7e", "ovs_interfaceid": "dd4dcc51-7ecf-474b-a940-c58a6300e81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.707497] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527ca0f6-f4a8-4c51-642a-f7d59bbc3bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.052312} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.707832] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.708202] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.708507] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.708657] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.708861] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.709768] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b914080d-da73-4830-98ac-18e8d97fa920 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.719932] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.720147] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.720982] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579c05ee-f342-46fd-ad22-0a9782ceaaef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.727322] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 786.727322] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ed53a9-64be-40ae-45a4-f78eed97bfde" [ 786.727322] env[69846]: _type = "Task" [ 786.727322] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.738980] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ed53a9-64be-40ae-45a4-f78eed97bfde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.003912] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.017401] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070903} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.017401] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.018181] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd479548-de03-4ed4-80a2-23b3511840a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.044741] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 07c43be2-c15c-476d-ab0a-550d0511a785/07c43be2-c15c-476d-ab0a-550d0511a785.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.047629] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4983953b-eafb-46f5-8201-e388e7d345b6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.067795] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 787.067795] env[69846]: value = "task-2949434" [ 787.067795] env[69846]: _type = "Task" [ 787.067795] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.077334] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.193182] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f26c16c-7ad7-4067-84e3-dc432667fdac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.196987] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.201697] env[69846]: DEBUG oslo_concurrency.lockutils [req-ea1fb3ee-0cc0-4276-a157-6889e48f2a22 req-98bc55c2-c2cf-4407-a38a-da606e2cadfb service nova] Releasing lock "refresh_cache-3719ed62-b76c-425e-8721-5ba909bda739" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.203028] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57466d1d-d2d3-4f89-b605-87f8ce843575 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.242091] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d6dc21-5f75-490d-b537-1b4a1cdefa99 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.253508] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a00c2ac-cc1a-49b0-af17-17a1baac67d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.257465] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ed53a9-64be-40ae-45a4-f78eed97bfde, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.258665] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c25592c-fa52-4c7b-9ef7-199fa8e45b02 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.268715] env[69846]: DEBUG nova.compute.provider_tree [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.273339] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 787.273339] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c3bef1-181c-3d22-8e56-da75b2ef16ce" [ 787.273339] env[69846]: _type = "Task" [ 787.273339] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.282153] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c3bef1-181c-3d22-8e56-da75b2ef16ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.504645] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.582012] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949434, 'name': ReconfigVM_Task, 'duration_secs': 0.281176} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.582509] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 07c43be2-c15c-476d-ab0a-550d0511a785/07c43be2-c15c-476d-ab0a-550d0511a785.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.582882] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a153613b-52fe-4f6c-a549-2e8b01687ac5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.589011] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 787.589011] env[69846]: value = "task-2949435" [ 787.589011] env[69846]: _type = "Task" [ 787.589011] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.597720] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949435, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.783768] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c3bef1-181c-3d22-8e56-da75b2ef16ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.787032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.787032] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 3719ed62-b76c-425e-8721-5ba909bda739/3719ed62-b76c-425e-8721-5ba909bda739.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.787032] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa4391d8-9214-4381-96b1-1014a605b85e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.792669] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 787.792669] env[69846]: value = "task-2949436" [ 787.792669] env[69846]: _type = "Task" [ 787.792669] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.795066] env[69846]: ERROR nova.scheduler.client.report [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [req-69af1db6-ada7-4a6b-ac0b-aafe621a13c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-69af1db6-ada7-4a6b-ac0b-aafe621a13c6"}]} [ 787.806260] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.817098] env[69846]: DEBUG nova.scheduler.client.report [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 787.835052] env[69846]: DEBUG nova.scheduler.client.report [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 787.835052] env[69846]: DEBUG nova.compute.provider_tree [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.849026] env[69846]: DEBUG nova.scheduler.client.report [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 787.867297] env[69846]: DEBUG nova.scheduler.client.report [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 788.011162] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949432, 'name': ReconfigVM_Task, 'duration_secs': 1.085935} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.011781] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54/88079f59-b8d4-4b06-9fb3-e5be8f6b6b54.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.012651] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60fe868f-316b-43e8-aeea-bfd5c1a2c10e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.024733] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 788.024733] env[69846]: value = "task-2949437" [ 788.024733] env[69846]: _type = "Task" [ 788.024733] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.037071] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949437, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.109100] env[69846]: DEBUG nova.compute.manager [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.110364] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949435, 'name': Rename_Task, 'duration_secs': 0.145217} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.110982] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cc0a1f-1cac-4183-a233-398b228dd108 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.115944] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.120197] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ade6f6bc-cb19-4ab8-9f3b-bb7071c91a3b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.138259] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquiring lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.138522] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.138795] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 788.138795] env[69846]: value = "task-2949438" [ 788.138795] env[69846]: _type = "Task" [ 788.138795] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.151231] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949438, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.304831] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507691} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.308784] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 3719ed62-b76c-425e-8721-5ba909bda739/3719ed62-b76c-425e-8721-5ba909bda739.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.308943] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.310617] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd212397-0bc5-49ce-b3e4-a5424f55bd94 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.320490] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 788.320490] env[69846]: value = "task-2949439" [ 788.320490] env[69846]: _type = "Task" [ 788.320490] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.332785] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.517349] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acea1cac-3701-4993-a2ea-0cb3dadeb84c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.524880] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa9ae28-1ab0-40a9-99cc-76fd6b42a7e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.536321] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949437, 'name': Rename_Task, 'duration_secs': 0.299954} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.563607] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.564186] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0ac1095-a18f-4b6a-a031-739756a64a12 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.566307] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77510047-c858-4166-bf07-8e6af6765a4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.575813] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d91adc-b3bd-4ce0-b7c5-a5693a63f346 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.579720] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 788.579720] env[69846]: value = "task-2949440" [ 788.579720] env[69846]: _type = "Task" [ 788.579720] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.591035] env[69846]: DEBUG nova.compute.provider_tree [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.599603] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949440, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.637156] env[69846]: INFO nova.compute.manager [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] instance snapshotting [ 788.637820] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36f28c2-12f7-4d1f-abd3-da48e683485b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.649273] env[69846]: DEBUG oslo_vmware.api [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949438, 'name': PowerOnVM_Task, 'duration_secs': 0.504621} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.665994] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.665994] env[69846]: DEBUG nova.compute.manager [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.665994] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439a522f-b2bb-4b90-87ad-960cdb1ecea6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.666811] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146db5b4-2efc-4fad-84ab-caaa495f70e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.834756] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176766} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.834756] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.834756] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec7e879-641c-4ef4-9feb-7a79131ce7fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.858151] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 3719ed62-b76c-425e-8721-5ba909bda739/3719ed62-b76c-425e-8721-5ba909bda739.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.858941] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ea7cb60-6413-42bb-96d0-81daddfa97ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.879427] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 788.879427] env[69846]: value = "task-2949441" [ 788.879427] env[69846]: _type = "Task" [ 788.879427] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.887203] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.090332] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.133260] env[69846]: DEBUG nova.scheduler.client.report [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.133260] env[69846]: DEBUG nova.compute.provider_tree [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 63 to 64 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.133260] env[69846]: DEBUG nova.compute.provider_tree [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.181060] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 789.184281] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a11d388c-b1b7-4588-88c2-a1f7b136b592 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.188778] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.194321] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 789.194321] env[69846]: value = "task-2949442" [ 789.194321] env[69846]: _type = "Task" [ 789.194321] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.203324] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949442, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.389125] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.558031] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "07c43be2-c15c-476d-ab0a-550d0511a785" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.558031] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "07c43be2-c15c-476d-ab0a-550d0511a785" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.558197] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "07c43be2-c15c-476d-ab0a-550d0511a785-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.558287] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "07c43be2-c15c-476d-ab0a-550d0511a785-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.558476] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "07c43be2-c15c-476d-ab0a-550d0511a785-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.560765] env[69846]: INFO nova.compute.manager [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Terminating instance [ 789.590531] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949440, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.639338] env[69846]: DEBUG oslo_concurrency.lockutils [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.613s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.642413] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.148s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.643946] env[69846]: INFO nova.compute.claims [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.661876] env[69846]: INFO nova.scheduler.client.report [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleted allocations for instance 41309cdb-e15c-4e64-ac5f-4e415164ae65 [ 789.704283] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949442, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.889908] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949441, 'name': ReconfigVM_Task, 'duration_secs': 0.698705} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.891582] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 3719ed62-b76c-425e-8721-5ba909bda739/3719ed62-b76c-425e-8721-5ba909bda739.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.891582] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b719a2d-3d04-432d-b884-ccd7d296525d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.897577] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 789.897577] env[69846]: value = "task-2949443" [ 789.897577] env[69846]: _type = "Task" [ 789.897577] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.909402] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949443, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.064912] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "refresh_cache-07c43be2-c15c-476d-ab0a-550d0511a785" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.065178] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquired lock "refresh_cache-07c43be2-c15c-476d-ab0a-550d0511a785" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.065368] env[69846]: DEBUG nova.network.neutron [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.091985] env[69846]: DEBUG oslo_vmware.api [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949440, 'name': PowerOnVM_Task, 'duration_secs': 1.160529} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.092256] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.092468] env[69846]: INFO nova.compute.manager [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Took 10.28 seconds to spawn the instance on the hypervisor. [ 790.092647] env[69846]: DEBUG nova.compute.manager [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.093475] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d41605d-ddb5-437b-b1bd-6dae7b3cf1e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.170232] env[69846]: DEBUG oslo_concurrency.lockutils [None req-99f22287-0a02-4866-b04f-b0b59380b977 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "41309cdb-e15c-4e64-ac5f-4e415164ae65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.386s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.212382] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949442, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.409243] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949443, 'name': Rename_Task, 'duration_secs': 0.160633} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.409533] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.409802] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c4b149e-fbb1-4a03-80c0-fec5dd71e04d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.416731] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 790.416731] env[69846]: value = "task-2949444" [ 790.416731] env[69846]: _type = "Task" [ 790.416731] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.427787] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.587830] env[69846]: DEBUG nova.network.neutron [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.609095] env[69846]: INFO nova.compute.manager [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Took 42.15 seconds to build instance. [ 790.675791] env[69846]: DEBUG nova.network.neutron [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.707164] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949442, 'name': CreateSnapshot_Task, 'duration_secs': 1.121592} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.707486] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.708244] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6a9ddb-5b52-44ef-9a16-0ae8780f4dd7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.928940] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949444, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.997493] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "c608a5ea-9e86-4e0e-8347-339899b4234e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.997710] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "c608a5ea-9e86-4e0e-8347-339899b4234e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.023376] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "8451f526-ffe5-4d94-a027-6dc67d8bd598" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.023593] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "8451f526-ffe5-4d94-a027-6dc67d8bd598" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.111444] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff55a47b-49e2-46bf-bd43-ac520145465d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.194s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.178381] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Releasing lock "refresh_cache-07c43be2-c15c-476d-ab0a-550d0511a785" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.178824] env[69846]: DEBUG nova.compute.manager [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.179088] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.180040] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f77a4-4060-4c3a-b106-c539ca06dc8e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.184991] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673908f7-572f-4c15-bca6-3429a7c6ff8b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.190544] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.191143] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26788b9f-f3eb-4785-b442-1fc3208ac9a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.195738] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f425be-b2ae-4e4e-ae98-ca03e24ff413 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.200073] env[69846]: DEBUG oslo_vmware.api [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 791.200073] env[69846]: value = "task-2949445" [ 791.200073] env[69846]: _type = "Task" [ 791.200073] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.235722] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 791.236638] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a1394be-5419-4bf1-9897-445f4842cd51 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.240147] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6916a20-be80-4070-af77-fbb06358c067 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.247488] env[69846]: DEBUG oslo_vmware.api [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.253107] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2addba-992a-45f7-85fd-6ee718f03df7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.258057] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 791.258057] env[69846]: value = "task-2949446" [ 791.258057] env[69846]: _type = "Task" [ 791.258057] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.269431] env[69846]: DEBUG nova.compute.provider_tree [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.275282] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949446, 'name': CloneVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.427516] env[69846]: DEBUG oslo_vmware.api [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949444, 'name': PowerOnVM_Task, 'duration_secs': 0.913316} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.427681] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.427797] env[69846]: INFO nova.compute.manager [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Took 8.87 seconds to spawn the instance on the hypervisor. [ 791.428185] env[69846]: DEBUG nova.compute.manager [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.429315] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2447dc2-fd9c-425c-b4d8-77f9616da9ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.613957] env[69846]: DEBUG nova.compute.manager [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.710664] env[69846]: DEBUG oslo_vmware.api [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949445, 'name': PowerOffVM_Task, 'duration_secs': 0.235489} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.710961] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.711143] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.711445] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c25c2052-f14f-447b-96e5-9477398f79ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.740065] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.740229] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.740359] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Deleting the datastore file [datastore1] 07c43be2-c15c-476d-ab0a-550d0511a785 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.740698] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44576754-07af-4028-ab80-5170b5907061 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.747964] env[69846]: DEBUG oslo_vmware.api [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for the task: (returnval){ [ 791.747964] env[69846]: value = "task-2949448" [ 791.747964] env[69846]: _type = "Task" [ 791.747964] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.755305] env[69846]: DEBUG oslo_vmware.api [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.767996] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949446, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.773034] env[69846]: DEBUG nova.scheduler.client.report [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.950482] env[69846]: INFO nova.compute.manager [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Took 41.69 seconds to build instance. [ 792.138963] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.258109] env[69846]: DEBUG oslo_vmware.api [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Task: {'id': task-2949448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162292} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.258534] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.258665] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.258835] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.259022] env[69846]: INFO nova.compute.manager [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Took 1.08 seconds to destroy the instance on the hypervisor. [ 792.259309] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.259493] env[69846]: DEBUG nova.compute.manager [-] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.259604] env[69846]: DEBUG nova.network.neutron [-] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.271884] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949446, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.277837] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.278372] env[69846]: DEBUG nova.compute.manager [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.280932] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.625s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.281178] env[69846]: DEBUG nova.objects.instance [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lazy-loading 'resources' on Instance uuid 5c4cbe9b-91b1-4529-937f-9a777a465995 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.287035] env[69846]: DEBUG nova.network.neutron [-] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.452237] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9e86881a-ff62-4d00-a83d-b258ade6a32c tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "3719ed62-b76c-425e-8721-5ba909bda739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.417s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.774731] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949446, 'name': CloneVM_Task} progress is 95%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.789985] env[69846]: DEBUG nova.compute.utils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.792069] env[69846]: DEBUG nova.network.neutron [-] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.793069] env[69846]: DEBUG nova.compute.manager [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.793069] env[69846]: DEBUG nova.network.neutron [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.866285] env[69846]: DEBUG nova.policy [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82084619f2ec48df956913db575f5a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '883beb936ecf40daaa50be7001bf1663', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.954476] env[69846]: DEBUG nova.compute.manager [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.271646] env[69846]: DEBUG nova.network.neutron [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Successfully created port: 5aad96cc-3654-4edd-8d17-923289a2120e {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.283526] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949446, 'name': CloneVM_Task, 'duration_secs': 1.654648} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.286078] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Created linked-clone VM from snapshot [ 793.289243] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd356207-9693-4b1c-8b7e-24e42dbfbc84 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.298435] env[69846]: INFO nova.compute.manager [-] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Took 1.04 seconds to deallocate network for instance. [ 793.299942] env[69846]: DEBUG nova.compute.manager [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.302535] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Uploading image 659abe6c-a795-456f-a7c5-c0f3dfd7ceed {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 793.340127] env[69846]: DEBUG oslo_vmware.rw_handles [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 793.340127] env[69846]: value = "vm-591978" [ 793.340127] env[69846]: _type = "VirtualMachine" [ 793.340127] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 793.340418] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eeff97cd-a8ee-4506-822d-c93ac4e39f99 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.349705] env[69846]: DEBUG oslo_vmware.rw_handles [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lease: (returnval){ [ 793.349705] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5245518d-1f5f-3074-55ed-435b10e2dd85" [ 793.349705] env[69846]: _type = "HttpNfcLease" [ 793.349705] env[69846]: } obtained for exporting VM: (result){ [ 793.349705] env[69846]: value = "vm-591978" [ 793.349705] env[69846]: _type = "VirtualMachine" [ 793.349705] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 793.350153] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the lease: (returnval){ [ 793.350153] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5245518d-1f5f-3074-55ed-435b10e2dd85" [ 793.350153] env[69846]: _type = "HttpNfcLease" [ 793.350153] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 793.360142] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.360142] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5245518d-1f5f-3074-55ed-435b10e2dd85" [ 793.360142] env[69846]: _type = "HttpNfcLease" [ 793.360142] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 793.472234] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110c690c-aec4-4a42-a471-2443beb30e0a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.477168] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.480532] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468249a8-51d8-482a-810f-f13d24796d5c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.511087] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e62c614-8d15-4d68-9dd5-668456584b32 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.518501] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725ba307-c5cd-4d3c-86e0-ab7396834c8d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.532469] env[69846]: DEBUG nova.compute.provider_tree [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.751080] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "3719ed62-b76c-425e-8721-5ba909bda739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.751445] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "3719ed62-b76c-425e-8721-5ba909bda739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.751744] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "3719ed62-b76c-425e-8721-5ba909bda739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.751991] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "3719ed62-b76c-425e-8721-5ba909bda739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.752260] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "3719ed62-b76c-425e-8721-5ba909bda739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.756912] env[69846]: INFO nova.compute.manager [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Terminating instance [ 793.817036] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.861517] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.861517] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5245518d-1f5f-3074-55ed-435b10e2dd85" [ 793.861517] env[69846]: _type = "HttpNfcLease" [ 793.861517] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 793.861824] env[69846]: DEBUG oslo_vmware.rw_handles [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 793.861824] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5245518d-1f5f-3074-55ed-435b10e2dd85" [ 793.861824] env[69846]: _type = "HttpNfcLease" [ 793.861824] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 793.862600] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112f367c-e2fb-4644-8499-f784fa3c4d00 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.870469] env[69846]: DEBUG oslo_vmware.rw_handles [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f49d34-fba7-ffd2-aa57-12efddc65693/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 793.870653] env[69846]: DEBUG oslo_vmware.rw_handles [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f49d34-fba7-ffd2-aa57-12efddc65693/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 793.966496] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ffa5a47-9dab-4700-9507-a777158d798d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.035487] env[69846]: DEBUG nova.scheduler.client.report [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.261333] env[69846]: DEBUG nova.compute.manager [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.261587] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.262648] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f00cd7-a884-4a4c-bc0d-90896b814319 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.273028] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.273028] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e9481d2-0dec-4953-9da4-fe4a82d50e55 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.278755] env[69846]: DEBUG oslo_vmware.api [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 794.278755] env[69846]: value = "task-2949450" [ 794.278755] env[69846]: _type = "Task" [ 794.278755] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.288178] env[69846]: DEBUG oslo_vmware.api [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.310348] env[69846]: DEBUG nova.compute.manager [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.334415] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.334700] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.334929] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.335156] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.335309] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.335456] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.335671] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.335831] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.335997] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.336176] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.336355] env[69846]: DEBUG nova.virt.hardware [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.337321] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9600e75-0efc-4f66-ab27-1ed2bac8889d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.349071] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de760eb-1931-4a56-889b-8031f4d576ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.542179] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.546986] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.286s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.548621] env[69846]: INFO nova.compute.claims [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.570611] env[69846]: INFO nova.scheduler.client.report [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Deleted allocations for instance 5c4cbe9b-91b1-4529-937f-9a777a465995 [ 794.790391] env[69846]: DEBUG oslo_vmware.api [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949450, 'name': PowerOffVM_Task, 'duration_secs': 0.212197} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.791430] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.791602] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.791856] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64266573-72f4-4a15-b98f-2f91d8a3d912 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.858364] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.860269] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.860469] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Deleting the datastore file [datastore1] 3719ed62-b76c-425e-8721-5ba909bda739 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.860843] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98b48603-58ee-4d2e-8cff-4aef4f3c5993 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.870071] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "05c7fe12-6ec5-4166-966c-483f2e6780ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.870456] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "05c7fe12-6ec5-4166-966c-483f2e6780ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.870770] env[69846]: DEBUG nova.compute.manager [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.874232] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d80f5a-e016-4f03-a017-9d6acc09e699 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.879503] env[69846]: DEBUG oslo_vmware.api [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for the task: (returnval){ [ 794.879503] env[69846]: value = "task-2949452" [ 794.879503] env[69846]: _type = "Task" [ 794.879503] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.886777] env[69846]: DEBUG nova.compute.manager [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 794.887818] env[69846]: DEBUG nova.objects.instance [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lazy-loading 'flavor' on Instance uuid 05c7fe12-6ec5-4166-966c-483f2e6780ee {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.895410] env[69846]: DEBUG oslo_vmware.api [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.067543] env[69846]: DEBUG nova.compute.manager [req-2ce58f99-d183-46c4-b5a8-467041a82116 req-51ddfb84-12e8-4d06-bed1-38dd98d0e9a9 service nova] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Received event network-vif-plugged-5aad96cc-3654-4edd-8d17-923289a2120e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.067858] env[69846]: DEBUG oslo_concurrency.lockutils [req-2ce58f99-d183-46c4-b5a8-467041a82116 req-51ddfb84-12e8-4d06-bed1-38dd98d0e9a9 service nova] Acquiring lock "1bdd0d95-a33f-4cab-b827-b188c6765ace-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.068490] env[69846]: DEBUG oslo_concurrency.lockutils [req-2ce58f99-d183-46c4-b5a8-467041a82116 req-51ddfb84-12e8-4d06-bed1-38dd98d0e9a9 service nova] Lock "1bdd0d95-a33f-4cab-b827-b188c6765ace-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.068574] env[69846]: DEBUG oslo_concurrency.lockutils [req-2ce58f99-d183-46c4-b5a8-467041a82116 req-51ddfb84-12e8-4d06-bed1-38dd98d0e9a9 service nova] Lock "1bdd0d95-a33f-4cab-b827-b188c6765ace-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.068816] env[69846]: DEBUG nova.compute.manager [req-2ce58f99-d183-46c4-b5a8-467041a82116 req-51ddfb84-12e8-4d06-bed1-38dd98d0e9a9 service nova] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] No waiting events found dispatching network-vif-plugged-5aad96cc-3654-4edd-8d17-923289a2120e {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.069038] env[69846]: WARNING nova.compute.manager [req-2ce58f99-d183-46c4-b5a8-467041a82116 req-51ddfb84-12e8-4d06-bed1-38dd98d0e9a9 service nova] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Received unexpected event network-vif-plugged-5aad96cc-3654-4edd-8d17-923289a2120e for instance with vm_state building and task_state spawning. [ 795.081488] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "5c4cbe9b-91b1-4529-937f-9a777a465995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.536s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.137544] env[69846]: DEBUG nova.network.neutron [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Successfully updated port: 5aad96cc-3654-4edd-8d17-923289a2120e {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.389348] env[69846]: DEBUG oslo_vmware.api [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Task: {'id': task-2949452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240543} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.390963] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.390963] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.390963] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.390963] env[69846]: INFO nova.compute.manager [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Took 1.13 seconds to destroy the instance on the hypervisor. [ 795.390963] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.391350] env[69846]: DEBUG nova.compute.manager [-] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.391350] env[69846]: DEBUG nova.network.neutron [-] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.647043] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "refresh_cache-1bdd0d95-a33f-4cab-b827-b188c6765ace" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.647227] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "refresh_cache-1bdd0d95-a33f-4cab-b827-b188c6765ace" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.647429] env[69846]: DEBUG nova.network.neutron [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.652833] env[69846]: DEBUG oslo_concurrency.lockutils [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "1104e337-464b-4df2-9c4a-7a1695128caa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.652833] env[69846]: DEBUG oslo_concurrency.lockutils [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "1104e337-464b-4df2-9c4a-7a1695128caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.653043] env[69846]: DEBUG oslo_concurrency.lockutils [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "1104e337-464b-4df2-9c4a-7a1695128caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.653251] env[69846]: DEBUG oslo_concurrency.lockutils [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "1104e337-464b-4df2-9c4a-7a1695128caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.653421] env[69846]: DEBUG oslo_concurrency.lockutils [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "1104e337-464b-4df2-9c4a-7a1695128caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.655865] env[69846]: INFO nova.compute.manager [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Terminating instance [ 795.899837] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.900057] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcaf7285-84aa-456e-8ae7-e59d4c6f07a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.911150] env[69846]: DEBUG oslo_vmware.api [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 795.911150] env[69846]: value = "task-2949453" [ 795.911150] env[69846]: _type = "Task" [ 795.911150] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.923869] env[69846]: DEBUG oslo_vmware.api [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.143735] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdee6bd-9083-41c0-93f1-5e99310f15c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.151520] env[69846]: DEBUG nova.network.neutron [-] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.157020] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0658f54-b0ea-4e5d-9b73-3484eb2bcf0f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.161626] env[69846]: DEBUG nova.compute.manager [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.161871] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.186569] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2694b6b-ff90-44e9-b537-e48c30d69539 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.190819] env[69846]: DEBUG nova.network.neutron [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.193064] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a74200-b7a5-4d97-89fb-24764b8bf4cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.203444] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da604ebf-113d-4b30-9acf-a17645b720eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.207350] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.207696] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77af79d3-e5c2-4c11-ae09-652e550fca36 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.219324] env[69846]: DEBUG nova.compute.provider_tree [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.224215] env[69846]: DEBUG oslo_vmware.api [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 796.224215] env[69846]: value = "task-2949454" [ 796.224215] env[69846]: _type = "Task" [ 796.224215] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.234344] env[69846]: DEBUG oslo_vmware.api [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.423164] env[69846]: DEBUG oslo_vmware.api [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949453, 'name': PowerOffVM_Task, 'duration_secs': 0.197841} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.424156] env[69846]: DEBUG nova.network.neutron [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Updating instance_info_cache with network_info: [{"id": "5aad96cc-3654-4edd-8d17-923289a2120e", "address": "fa:16:3e:b7:11:82", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aad96cc-36", "ovs_interfaceid": "5aad96cc-3654-4edd-8d17-923289a2120e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.425568] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.425786] env[69846]: DEBUG nova.compute.manager [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.426852] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc7a401-00bb-45b2-97f6-42575c8df961 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.656052] env[69846]: INFO nova.compute.manager [-] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Took 1.26 seconds to deallocate network for instance. [ 796.726822] env[69846]: DEBUG nova.scheduler.client.report [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.742996] env[69846]: DEBUG oslo_vmware.api [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949454, 'name': PowerOffVM_Task, 'duration_secs': 0.231297} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.743956] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.743956] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.743956] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8023b01b-96b8-4a86-8f8d-31a48f7f713d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.813822] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.814468] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.814468] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Deleting the datastore file [datastore2] 1104e337-464b-4df2-9c4a-7a1695128caa {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.814613] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ccaf6aa-4430-4315-8cdb-964ba9c28b50 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.821624] env[69846]: DEBUG oslo_vmware.api [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for the task: (returnval){ [ 796.821624] env[69846]: value = "task-2949456" [ 796.821624] env[69846]: _type = "Task" [ 796.821624] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.830149] env[69846]: DEBUG oslo_vmware.api [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.928169] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "refresh_cache-1bdd0d95-a33f-4cab-b827-b188c6765ace" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.928169] env[69846]: DEBUG nova.compute.manager [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Instance network_info: |[{"id": "5aad96cc-3654-4edd-8d17-923289a2120e", "address": "fa:16:3e:b7:11:82", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aad96cc-36", "ovs_interfaceid": "5aad96cc-3654-4edd-8d17-923289a2120e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.928356] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:11:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aad96cc-3654-4edd-8d17-923289a2120e', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.937304] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.939473] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.939723] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78776333-9164-43bf-af94-666a3b0016ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.954625] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8a0137bf-dc65-4a80-8bff-bd2a627c0527 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "05c7fe12-6ec5-4166-966c-483f2e6780ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.961539] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.961539] env[69846]: value = "task-2949457" [ 796.961539] env[69846]: _type = "Task" [ 796.961539] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.969859] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949457, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.162026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.170252] env[69846]: DEBUG nova.compute.manager [req-93916012-8f00-402b-8070-6f31f6303426 req-6abf0adc-0fdb-42ee-8a7f-e53657be6de1 service nova] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Received event network-changed-5aad96cc-3654-4edd-8d17-923289a2120e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.170439] env[69846]: DEBUG nova.compute.manager [req-93916012-8f00-402b-8070-6f31f6303426 req-6abf0adc-0fdb-42ee-8a7f-e53657be6de1 service nova] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Refreshing instance network info cache due to event network-changed-5aad96cc-3654-4edd-8d17-923289a2120e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.170650] env[69846]: DEBUG oslo_concurrency.lockutils [req-93916012-8f00-402b-8070-6f31f6303426 req-6abf0adc-0fdb-42ee-8a7f-e53657be6de1 service nova] Acquiring lock "refresh_cache-1bdd0d95-a33f-4cab-b827-b188c6765ace" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.170790] env[69846]: DEBUG oslo_concurrency.lockutils [req-93916012-8f00-402b-8070-6f31f6303426 req-6abf0adc-0fdb-42ee-8a7f-e53657be6de1 service nova] Acquired lock "refresh_cache-1bdd0d95-a33f-4cab-b827-b188c6765ace" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.170946] env[69846]: DEBUG nova.network.neutron [req-93916012-8f00-402b-8070-6f31f6303426 req-6abf0adc-0fdb-42ee-8a7f-e53657be6de1 service nova] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Refreshing network info cache for port 5aad96cc-3654-4edd-8d17-923289a2120e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.236838] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.237525] env[69846]: DEBUG nova.compute.manager [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.240198] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.310s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.333088] env[69846]: DEBUG oslo_vmware.api [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Task: {'id': task-2949456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250942} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.333088] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.333088] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.333268] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.333414] env[69846]: INFO nova.compute.manager [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 797.333663] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.333854] env[69846]: DEBUG nova.compute.manager [-] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.333950] env[69846]: DEBUG nova.network.neutron [-] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.472989] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949457, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.648956] env[69846]: DEBUG nova.objects.instance [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lazy-loading 'flavor' on Instance uuid 05c7fe12-6ec5-4166-966c-483f2e6780ee {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.754035] env[69846]: DEBUG nova.compute.utils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.757699] env[69846]: DEBUG nova.compute.manager [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Not allocating networking since 'none' was specified. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 797.973253] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949457, 'name': CreateVM_Task, 'duration_secs': 0.602337} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.973464] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.974127] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.974297] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.974624] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.974884] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81deb4b1-57bd-4fed-8844-d7fb83e2487a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.979921] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 797.979921] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525bf8b5-72b3-1688-ac1f-9d1e3555d8c9" [ 797.979921] env[69846]: _type = "Task" [ 797.979921] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.988996] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525bf8b5-72b3-1688-ac1f-9d1e3555d8c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.009150] env[69846]: DEBUG nova.network.neutron [req-93916012-8f00-402b-8070-6f31f6303426 req-6abf0adc-0fdb-42ee-8a7f-e53657be6de1 service nova] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Updated VIF entry in instance network info cache for port 5aad96cc-3654-4edd-8d17-923289a2120e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.009531] env[69846]: DEBUG nova.network.neutron [req-93916012-8f00-402b-8070-6f31f6303426 req-6abf0adc-0fdb-42ee-8a7f-e53657be6de1 service nova] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Updating instance_info_cache with network_info: [{"id": "5aad96cc-3654-4edd-8d17-923289a2120e", "address": "fa:16:3e:b7:11:82", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aad96cc-36", "ovs_interfaceid": "5aad96cc-3654-4edd-8d17-923289a2120e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.153332] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "refresh_cache-05c7fe12-6ec5-4166-966c-483f2e6780ee" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.154848] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquired lock "refresh_cache-05c7fe12-6ec5-4166-966c-483f2e6780ee" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.154848] env[69846]: DEBUG nova.network.neutron [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.154848] env[69846]: DEBUG nova.objects.instance [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lazy-loading 'info_cache' on Instance uuid 05c7fe12-6ec5-4166-966c-483f2e6780ee {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.256900] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Applying migration context for instance fcc35999-1784-4bb2-b148-49d543d93332 as it has an incoming, in-progress migration 0ffe0312-0050-4bff-a7ac-19c71496d06c. Migration status is confirming {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 798.260047] env[69846]: INFO nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating resource usage from migration 0ffe0312-0050-4bff-a7ac-19c71496d06c [ 798.262715] env[69846]: DEBUG nova.compute.manager [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.287117] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance e2ae9251-7961-4145-993d-49714be19a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.287333] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1104e337-464b-4df2-9c4a-7a1695128caa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.287500] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b2518f4f-9b12-4f19-9089-15c22d9f96e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.287648] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b001cc31-59f7-481c-ad26-237d633a0d10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.287788] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance babfe69c-731c-4f75-8cc6-d638c0fae43d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.287910] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 451bdd24-e6cc-4961-a4b2-10a1468dfb8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.288036] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 3ea69053-5344-410a-8ea5-7c04b8383f91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.288226] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 56349119-bede-4c79-91f9-3713d0951cf0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 798.288400] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 0ad3493e-7c35-4c8c-8eda-ffa665c37b73 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 798.288536] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 628fd318-5e25-4902-9bd1-8573df493026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.288714] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 26f55a58-2310-4050-af29-04f2b2dbd516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.288836] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 0ef4bc09-a225-410a-acd6-2ee3a871fe89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 798.288962] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 05c7fe12-6ec5-4166-966c-483f2e6780ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.289114] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.289259] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 72a41be2-555a-44d0-80a0-0a47a5938c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.289396] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b464b4d5-7139-4537-b280-3e0dc0256608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.289536] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 07c43be2-c15c-476d-ab0a-550d0511a785 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 798.289673] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 4685675d-e751-43a9-85a3-d66d49131a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.289795] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.289947] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 3719ed62-b76c-425e-8721-5ba909bda739 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 798.290189] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1bdd0d95-a33f-4cab-b827-b188c6765ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.290304] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance d4c75539-92f9-4ccb-a517-74038bc54eec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.290426] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Migration 0ffe0312-0050-4bff-a7ac-19c71496d06c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 798.290602] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance fcc35999-1784-4bb2-b148-49d543d93332 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.292105] env[69846]: DEBUG nova.network.neutron [-] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.490143] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525bf8b5-72b3-1688-ac1f-9d1e3555d8c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.490436] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.490692] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.490953] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.491282] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.491282] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.492046] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7264909e-bbc3-4638-903a-759aa8272253 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.499951] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.500147] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.500856] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e1bba1-0328-430a-8abf-f78ed62a898c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.506031] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 798.506031] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fa4243-a05b-6e20-6814-18ffb4c02b1f" [ 798.506031] env[69846]: _type = "Task" [ 798.506031] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.513819] env[69846]: DEBUG oslo_concurrency.lockutils [req-93916012-8f00-402b-8070-6f31f6303426 req-6abf0adc-0fdb-42ee-8a7f-e53657be6de1 service nova] Releasing lock "refresh_cache-1bdd0d95-a33f-4cab-b827-b188c6765ace" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.513819] env[69846]: DEBUG nova.compute.manager [req-93916012-8f00-402b-8070-6f31f6303426 req-6abf0adc-0fdb-42ee-8a7f-e53657be6de1 service nova] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Received event network-vif-deleted-dd4dcc51-7ecf-474b-a940-c58a6300e81e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.514049] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fa4243-a05b-6e20-6814-18ffb4c02b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.657698] env[69846]: DEBUG nova.objects.base [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Object Instance<05c7fe12-6ec5-4166-966c-483f2e6780ee> lazy-loaded attributes: flavor,info_cache {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 798.795493] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 0146bd92-96e3-4ab8-bbcf-90f39bb89102 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.796808] env[69846]: INFO nova.compute.manager [-] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Took 1.46 seconds to deallocate network for instance. [ 799.016833] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fa4243-a05b-6e20-6814-18ffb4c02b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.017724] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b607ac-9c27-4f29-ac1a-0ddee6f2a906 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.022763] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 799.022763] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a8ec25-2716-c13a-3c02-a80a944e26ca" [ 799.022763] env[69846]: _type = "Task" [ 799.022763] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.031437] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a8ec25-2716-c13a-3c02-a80a944e26ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.273747] env[69846]: DEBUG nova.compute.manager [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.295125] env[69846]: DEBUG nova.compute.manager [req-fc2a4777-025c-4a9a-96f7-f00d44b8d90f req-df696760-7980-4bcf-928d-be376d834a70 service nova] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Received event network-vif-deleted-35404aa5-2125-4ce2-aa4c-7b9733211f32 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.298469] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 39baf588-6c09-4df4-a426-d2158d9c7afc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.302629] env[69846]: DEBUG oslo_concurrency.lockutils [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.309051] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.309298] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.309479] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.309632] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.309775] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.309919] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.310477] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.310704] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.310887] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.311072] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.311250] env[69846]: DEBUG nova.virt.hardware [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.312120] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6eedba-439e-4b98-a5c1-40fac231ee3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.322289] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4543e2-a7ba-4d8d-9c92-f6c68e576bad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.337458] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.342981] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.346947] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.347171] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98504fdc-1978-4fad-a1b8-2d90dc61b2ac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.364563] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.364563] env[69846]: value = "task-2949458" [ 799.364563] env[69846]: _type = "Task" [ 799.364563] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.372338] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949458, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.478706] env[69846]: DEBUG nova.network.neutron [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Updating instance_info_cache with network_info: [{"id": "01cd1afe-429e-4764-af78-80131044b602", "address": "fa:16:3e:8c:24:dd", "network": {"id": "04b30f86-8e20-48a6-a7f9-49be4666a123", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-791026820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be77a09cc82402eba2c2eb52e0fea66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01cd1afe-42", "ovs_interfaceid": "01cd1afe-429e-4764-af78-80131044b602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.534770] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a8ec25-2716-c13a-3c02-a80a944e26ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.535146] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.535471] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 1bdd0d95-a33f-4cab-b827-b188c6765ace/1bdd0d95-a33f-4cab-b827-b188c6765ace.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.535835] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f08d1322-786d-4bf4-b388-fec20bbd0537 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.542583] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 799.542583] env[69846]: value = "task-2949459" [ 799.542583] env[69846]: _type = "Task" [ 799.542583] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.550601] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.804610] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.874920] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949458, 'name': CreateVM_Task, 'duration_secs': 0.309376} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.875213] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.875679] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.875847] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.876206] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.876478] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1107e0-1354-4e6a-b07a-d85d257c1c86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.881632] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 799.881632] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5286f008-f51e-6123-492c-353ddd4b09c8" [ 799.881632] env[69846]: _type = "Task" [ 799.881632] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.890431] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5286f008-f51e-6123-492c-353ddd4b09c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.981433] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Releasing lock "refresh_cache-05c7fe12-6ec5-4166-966c-483f2e6780ee" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.052317] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502141} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.052594] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 1bdd0d95-a33f-4cab-b827-b188c6765ace/1bdd0d95-a33f-4cab-b827-b188c6765ace.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.052833] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.053106] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77c78829-22b5-405e-9539-94fd64d99eab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.059436] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 800.059436] env[69846]: value = "task-2949460" [ 800.059436] env[69846]: _type = "Task" [ 800.059436] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.067794] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.308544] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 295b2bc5-a56d-4eca-940f-c04d3adae804 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.393027] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5286f008-f51e-6123-492c-353ddd4b09c8, 'name': SearchDatastore_Task, 'duration_secs': 0.021676} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.393357] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.393620] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.393861] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.394010] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.394193] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.394556] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa3b787c-bb49-4558-a725-74e2dffe5374 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.404168] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.404377] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.405101] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b00f86-8503-4292-95c1-db84b8e9d72d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.410333] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 800.410333] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5288bdf4-ea33-5971-3999-11e5343c6576" [ 800.410333] env[69846]: _type = "Task" [ 800.410333] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.418800] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5288bdf4-ea33-5971-3999-11e5343c6576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.569559] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070782} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.569921] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.570745] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0569e129-7e6c-4dba-a080-59aa600e2a19 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.593040] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 1bdd0d95-a33f-4cab-b827-b188c6765ace/1bdd0d95-a33f-4cab-b827-b188c6765ace.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.593040] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-287f52d0-cbe9-4db4-b329-fcb469dc2daa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.611562] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 800.611562] env[69846]: value = "task-2949461" [ 800.611562] env[69846]: _type = "Task" [ 800.611562] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.619940] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.811486] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 821ee995-2b25-4053-bc3c-6523f1db90e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.919849] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5288bdf4-ea33-5971-3999-11e5343c6576, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.921032] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1a7fea-3720-4b60-b469-df27a0181276 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.925791] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 800.925791] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525d839b-db32-8964-41b9-b5ef637050f7" [ 800.925791] env[69846]: _type = "Task" [ 800.925791] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.933517] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525d839b-db32-8964-41b9-b5ef637050f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.988819] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.989149] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eda8c58-7a9a-4b2a-8d63-c93373aacf86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.995913] env[69846]: DEBUG oslo_vmware.api [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 800.995913] env[69846]: value = "task-2949462" [ 800.995913] env[69846]: _type = "Task" [ 800.995913] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.003847] env[69846]: DEBUG oslo_vmware.api [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.121799] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949461, 'name': ReconfigVM_Task, 'duration_secs': 0.308814} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.122193] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 1bdd0d95-a33f-4cab-b827-b188c6765ace/1bdd0d95-a33f-4cab-b827-b188c6765ace.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.122990] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36c6507f-1b6a-4c17-96bb-4cb46c3f088c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.130041] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 801.130041] env[69846]: value = "task-2949463" [ 801.130041] env[69846]: _type = "Task" [ 801.130041] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.137916] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949463, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.315039] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b1d15af5-a87a-4c19-a5f0-1b9d78f8d845 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.436376] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525d839b-db32-8964-41b9-b5ef637050f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.436645] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.437549] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d4c75539-92f9-4ccb-a517-74038bc54eec/d4c75539-92f9-4ccb-a517-74038bc54eec.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.437549] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de588d84-030b-4ab1-b02e-6f4985c117f0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.443965] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 801.443965] env[69846]: value = "task-2949464" [ 801.443965] env[69846]: _type = "Task" [ 801.443965] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.453694] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.505381] env[69846]: DEBUG oslo_vmware.api [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949462, 'name': PowerOnVM_Task, 'duration_secs': 0.405271} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.505685] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.505891] env[69846]: DEBUG nova.compute.manager [None req-e44a1193-e994-4899-82a5-cdff493232b1 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.506705] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94599933-94ff-4c0a-b38d-3917003a91fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.643267] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949463, 'name': Rename_Task, 'duration_secs': 0.228393} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.643543] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.643801] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0309359-c814-404d-8557-e02106511550 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.652021] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 801.652021] env[69846]: value = "task-2949465" [ 801.652021] env[69846]: _type = "Task" [ 801.652021] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.660165] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.818558] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 64daeb7e-b2b0-49fd-abca-3fe57c97fa89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.954031] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48325} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.954216] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d4c75539-92f9-4ccb-a517-74038bc54eec/d4c75539-92f9-4ccb-a517-74038bc54eec.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.954392] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.954623] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c1b9931-ea38-458d-a38a-6c6c2dcc870f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.960832] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 801.960832] env[69846]: value = "task-2949466" [ 801.960832] env[69846]: _type = "Task" [ 801.960832] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.969162] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.162299] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949465, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.213646] env[69846]: DEBUG oslo_vmware.rw_handles [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f49d34-fba7-ffd2-aa57-12efddc65693/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 802.214388] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0267892e-1f4c-4599-8942-b9624bb9da8d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.220885] env[69846]: DEBUG oslo_vmware.rw_handles [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f49d34-fba7-ffd2-aa57-12efddc65693/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 802.220965] env[69846]: ERROR oslo_vmware.rw_handles [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f49d34-fba7-ffd2-aa57-12efddc65693/disk-0.vmdk due to incomplete transfer. [ 802.221228] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e39596b-fc3d-4297-adbb-6eb2a85ded15 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.228935] env[69846]: DEBUG oslo_vmware.rw_handles [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f49d34-fba7-ffd2-aa57-12efddc65693/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.229203] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Uploaded image 659abe6c-a795-456f-a7c5-c0f3dfd7ceed to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.231292] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.231549] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee802757-8937-4b72-812e-a2a36dc19fa7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.237546] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 802.237546] env[69846]: value = "task-2949467" [ 802.237546] env[69846]: _type = "Task" [ 802.237546] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.246124] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949467, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.323119] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 94ca9823-14c8-4da4-9c79-ae233f79d656 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.476063] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063714} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.476063] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.476063] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f544aa-208d-4123-a342-668e0989d1ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.494172] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d4c75539-92f9-4ccb-a517-74038bc54eec/d4c75539-92f9-4ccb-a517-74038bc54eec.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.494517] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f7892c-5742-40b8-b518-290565238d1f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.516135] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 802.516135] env[69846]: value = "task-2949468" [ 802.516135] env[69846]: _type = "Task" [ 802.516135] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.524624] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.663732] env[69846]: DEBUG oslo_vmware.api [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949465, 'name': PowerOnVM_Task, 'duration_secs': 0.73377} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.664096] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.664366] env[69846]: INFO nova.compute.manager [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Took 8.35 seconds to spawn the instance on the hypervisor. [ 802.664604] env[69846]: DEBUG nova.compute.manager [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.665435] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ae24d1-9364-4112-b0f1-b090c71dfb52 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.749223] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949467, 'name': Destroy_Task, 'duration_secs': 0.340201} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.749488] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Destroyed the VM [ 802.749811] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 802.750076] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6a43a7e-3a3c-47fb-b595-ed91a1472001 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.757668] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 802.757668] env[69846]: value = "task-2949469" [ 802.757668] env[69846]: _type = "Task" [ 802.757668] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.765326] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.824911] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 861f39de-66ab-4ddb-9672-5b8474a2f0d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.026870] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949468, 'name': ReconfigVM_Task, 'duration_secs': 0.264556} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.027177] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d4c75539-92f9-4ccb-a517-74038bc54eec/d4c75539-92f9-4ccb-a517-74038bc54eec.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.027905] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae113d46-99e9-49f4-a2bf-bcb70c8c7681 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.033661] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 803.033661] env[69846]: value = "task-2949470" [ 803.033661] env[69846]: _type = "Task" [ 803.033661] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.042187] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949470, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.184590] env[69846]: INFO nova.compute.manager [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Took 49.72 seconds to build instance. [ 803.267955] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949469, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.329883] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance a297dccd-e92a-4651-978c-d4ac3a97cdce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.546102] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949470, 'name': Rename_Task, 'duration_secs': 0.324472} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.546102] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.546102] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85cf5649-a3ed-49a6-be3a-3df354ffa8cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.550404] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 803.550404] env[69846]: value = "task-2949471" [ 803.550404] env[69846]: _type = "Task" [ 803.550404] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.558533] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.687691] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9eeab5d2-b553-41be-8b49-6c85eea75dac tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "1bdd0d95-a33f-4cab-b827-b188c6765ace" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.951s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.769115] env[69846]: DEBUG oslo_vmware.api [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949469, 'name': RemoveSnapshot_Task, 'duration_secs': 0.550363} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.769466] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.769709] env[69846]: INFO nova.compute.manager [None req-52713848-1575-4944-a292-74fe902c48c0 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 803.831719] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 72d74534-d666-4993-a169-7baead19b129 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.061839] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.192408] env[69846]: DEBUG nova.compute.manager [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.335969] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1f002cc4-b87c-44cd-b908-1d91494b800a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.563388] env[69846]: DEBUG oslo_vmware.api [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949471, 'name': PowerOnVM_Task, 'duration_secs': 0.537829} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.563661] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.563849] env[69846]: INFO nova.compute.manager [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Took 5.29 seconds to spawn the instance on the hypervisor. [ 804.567175] env[69846]: DEBUG nova.compute.manager [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.567175] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97763209-2f22-4783-893d-090fea34f529 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.714866] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.839463] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance afa37493-33be-477d-9343-1129c24f0ebe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.959110] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "b001cc31-59f7-481c-ad26-237d633a0d10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.959293] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "b001cc31-59f7-481c-ad26-237d633a0d10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.959588] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "b001cc31-59f7-481c-ad26-237d633a0d10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.959803] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "b001cc31-59f7-481c-ad26-237d633a0d10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.959980] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "b001cc31-59f7-481c-ad26-237d633a0d10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.964575] env[69846]: INFO nova.compute.manager [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Terminating instance [ 805.053600] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "b0cce521-8ca7-43fd-b774-705ca70d6471" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.053864] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b0cce521-8ca7-43fd-b774-705ca70d6471" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.083172] env[69846]: INFO nova.compute.manager [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Took 39.84 seconds to build instance. [ 805.203233] env[69846]: DEBUG oslo_concurrency.lockutils [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.203757] env[69846]: DEBUG oslo_concurrency.lockutils [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.204149] env[69846]: DEBUG oslo_concurrency.lockutils [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.204474] env[69846]: DEBUG oslo_concurrency.lockutils [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.204768] env[69846]: DEBUG oslo_concurrency.lockutils [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.207532] env[69846]: INFO nova.compute.manager [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Terminating instance [ 805.343073] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 57215d4f-805a-43ad-ac2e-704ed71ed837 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.469412] env[69846]: DEBUG nova.compute.manager [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.469897] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.470549] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a52969-2363-4426-b56a-f9d303b49e7b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.480923] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.481188] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9409e121-bf20-403a-ac44-d92c53974683 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.487431] env[69846]: DEBUG oslo_vmware.api [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 805.487431] env[69846]: value = "task-2949472" [ 805.487431] env[69846]: _type = "Task" [ 805.487431] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.495340] env[69846]: DEBUG oslo_vmware.api [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.586053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-281f9f60-9746-4a6f-8697-818018ef7348 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "d4c75539-92f9-4ccb-a517-74038bc54eec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.297s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.608284] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "c77fb8dd-3444-4264-bb20-732f82ff62f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.608670] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "c77fb8dd-3444-4264-bb20-732f82ff62f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.712500] env[69846]: DEBUG nova.compute.manager [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.712500] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.715179] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282832dc-bed5-4875-9729-c59cb50b9cad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.725166] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.725166] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77053bde-68cd-475a-b2bb-c8d318ad0cdf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.731127] env[69846]: DEBUG oslo_vmware.api [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 805.731127] env[69846]: value = "task-2949473" [ 805.731127] env[69846]: _type = "Task" [ 805.731127] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.739735] env[69846]: DEBUG oslo_vmware.api [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.846646] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance d12fd3b4-c5d1-41eb-acff-0336ff39e534 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.997098] env[69846]: DEBUG oslo_vmware.api [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949472, 'name': PowerOffVM_Task, 'duration_secs': 0.258293} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.997338] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.997540] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.997805] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5262c021-1017-4465-b814-f83737d64186 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.087464] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.087712] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.087895] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Deleting the datastore file [datastore1] b001cc31-59f7-481c-ad26-237d633a0d10 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.088181] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50cb9c2b-e52e-4f43-b834-eddc29ec1e7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.090418] env[69846]: DEBUG nova.compute.manager [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.097829] env[69846]: DEBUG oslo_vmware.api [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 806.097829] env[69846]: value = "task-2949475" [ 806.097829] env[69846]: _type = "Task" [ 806.097829] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.105034] env[69846]: DEBUG oslo_vmware.api [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.128075] env[69846]: DEBUG nova.compute.manager [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.128949] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1fa740-e39a-489c-824d-74b6e3a21070 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.240725] env[69846]: DEBUG oslo_vmware.api [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949473, 'name': PowerOffVM_Task, 'duration_secs': 0.215612} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.240961] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.241184] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.241445] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-659ad308-f5e7-4be0-8184-e0d3832e57db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.278056] env[69846]: INFO nova.compute.manager [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Rebuilding instance [ 806.306572] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.306796] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.306972] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Deleting the datastore file [datastore1] 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.307294] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5854e2c8-b51c-4165-beea-9211aa85f757 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.313775] env[69846]: DEBUG oslo_vmware.api [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 806.313775] env[69846]: value = "task-2949477" [ 806.313775] env[69846]: _type = "Task" [ 806.313775] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.325562] env[69846]: DEBUG oslo_vmware.api [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.325954] env[69846]: DEBUG nova.compute.manager [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.326693] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12794cf4-e1ef-49e3-8a13-06f9f82ac877 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.349451] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c608a5ea-9e86-4e0e-8347-339899b4234e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.608642] env[69846]: DEBUG oslo_vmware.api [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310121} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.608704] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.608906] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.609079] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.609276] env[69846]: INFO nova.compute.manager [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Took 1.14 seconds to destroy the instance on the hypervisor. [ 806.609473] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.609670] env[69846]: DEBUG nova.compute.manager [-] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.609747] env[69846]: DEBUG nova.network.neutron [-] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.612864] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.639868] env[69846]: INFO nova.compute.manager [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] instance snapshotting [ 806.642806] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5a0ac0-c521-48b1-b053-e48026215c7b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.664604] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da0f5bf-b4cb-4b43-90f8-d7032fcc3040 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.824839] env[69846]: DEBUG oslo_vmware.api [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225705} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.825131] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.825321] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.825528] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.825711] env[69846]: INFO nova.compute.manager [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Took 1.11 seconds to destroy the instance on the hypervisor. [ 806.825949] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.826157] env[69846]: DEBUG nova.compute.manager [-] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.826250] env[69846]: DEBUG nova.network.neutron [-] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.856021] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 8451f526-ffe5-4d94-a027-6dc67d8bd598 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.856342] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 806.856503] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 807.175912] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 807.176242] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3207c137-fb4d-45d6-9708-396fac5c100b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.186788] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 807.186788] env[69846]: value = "task-2949478" [ 807.186788] env[69846]: _type = "Task" [ 807.186788] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.196043] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949478, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.342577] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.345554] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06f5da7d-ec85-4c4e-bd4e-df2ce7ef8d86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.354228] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 807.354228] env[69846]: value = "task-2949479" [ 807.354228] env[69846]: _type = "Task" [ 807.354228] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.364251] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.375516] env[69846]: DEBUG nova.compute.manager [req-6f35d1e1-10b1-4b13-88e3-8ff465b08619 req-73c6c179-3ff1-4909-a86e-497c3a3786f0 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Received event network-vif-deleted-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.375678] env[69846]: INFO nova.compute.manager [req-6f35d1e1-10b1-4b13-88e3-8ff465b08619 req-73c6c179-3ff1-4909-a86e-497c3a3786f0 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Neutron deleted interface b2b5c063-2ac7-45a7-a57b-0b07a0f3845f; detaching it from the instance and deleting it from the info cache [ 807.375855] env[69846]: DEBUG nova.network.neutron [req-6f35d1e1-10b1-4b13-88e3-8ff465b08619 req-73c6c179-3ff1-4909-a86e-497c3a3786f0 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.454413] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99277e4d-5d3a-46f4-8c8f-5555a1d51e39 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.462605] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ff37a8-9954-428c-aead-5d83c799fd7c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.495168] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60a2ca3-36f7-48ae-9a9a-e8b3a051080c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.504211] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f08a93e-a3de-404e-8173-f661785e277c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.518837] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.697790] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949478, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.860032] env[69846]: DEBUG nova.network.neutron [-] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.865149] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949479, 'name': PowerOffVM_Task, 'duration_secs': 0.154914} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.865831] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.866144] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.866992] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95dcd70-fdf6-450d-861b-c616b5416be5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.874831] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.875091] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e387ea3a-ea23-4e90-99ee-e53a4e874bf5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.878528] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-369abc8f-1bfd-4ea5-9fd1-ddadd5ee6d09 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.886451] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1093e4dd-3b2c-4170-896f-a126eb7a7cf8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.900235] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.900487] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.900687] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Deleting the datastore file [datastore1] d4c75539-92f9-4ccb-a517-74038bc54eec {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.900930] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad4e5c80-40a1-4d9e-9ac3-ee3c889c84c7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.906691] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 807.906691] env[69846]: value = "task-2949481" [ 807.906691] env[69846]: _type = "Task" [ 807.906691] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.914171] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.926197] env[69846]: DEBUG nova.compute.manager [req-6f35d1e1-10b1-4b13-88e3-8ff465b08619 req-73c6c179-3ff1-4909-a86e-497c3a3786f0 service nova] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Detach interface failed, port_id=b2b5c063-2ac7-45a7-a57b-0b07a0f3845f, reason: Instance 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 808.010330] env[69846]: DEBUG nova.network.neutron [-] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.042184] env[69846]: ERROR nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [req-fd3d9dd3-a5d1-40fd-a08e-25069d219518] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd3d9dd3-a5d1-40fd-a08e-25069d219518"}]} [ 808.057898] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 808.077679] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 808.077877] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.089343] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 808.107989] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 808.197749] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949478, 'name': CreateSnapshot_Task, 'duration_secs': 0.839711} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.197749] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.198239] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b28ff0-469a-4a16-80c7-58e08993882f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.368384] env[69846]: INFO nova.compute.manager [-] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Took 1.54 seconds to deallocate network for instance. [ 808.419728] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087949} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.419956] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.420359] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.420359] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.512780] env[69846]: INFO nova.compute.manager [-] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Took 1.90 seconds to deallocate network for instance. [ 808.597826] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630b3ab6-7b6e-4dcf-a308-1580bf67bdf9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.606818] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5bc1d8-507f-4ca8-bcde-5604fe212033 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.639827] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea2da37-c606-48f4-ae3c-1af900291b89 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.647424] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c434fec-9f94-45a8-a389-fc6298f92c10 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.660479] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.716704] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.716968] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89fbb65f-6880-4b14-9452-b34524ca54b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.725390] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 808.725390] env[69846]: value = "task-2949482" [ 808.725390] env[69846]: _type = "Task" [ 808.725390] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.733148] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949482, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.874828] env[69846]: DEBUG oslo_concurrency.lockutils [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.022723] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.195013] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 809.195267] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 68 to 69 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 809.195510] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.235337] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949482, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.400219] env[69846]: DEBUG nova.compute.manager [req-645fd8eb-eac7-4a49-a566-5929c4f1ef6f req-ef3c4c5f-e679-45f9-af3c-50bbdced1615 service nova] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Received event network-vif-deleted-b23ab6af-04df-4643-b660-9a618d692510 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.450167] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.450473] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.450656] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.450840] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.450985] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.451300] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.451523] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.451688] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.451856] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.452032] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.452215] env[69846]: DEBUG nova.virt.hardware [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.453068] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60454e3d-d006-44a9-a97d-39934159ac21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.461336] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8ee0ff-6b67-4e24-833f-ca810a926d4e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.475295] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.480815] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.481046] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.481255] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06a4195c-221d-4fd8-b356-807ed0ef31aa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.497973] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.497973] env[69846]: value = "task-2949483" [ 809.497973] env[69846]: _type = "Task" [ 809.497973] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.505620] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949483, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.700330] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 809.700606] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.460s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.700886] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 42.974s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.737567] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949482, 'name': CloneVM_Task} progress is 95%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.007437] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949483, 'name': CreateVM_Task, 'duration_secs': 0.287227} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.007635] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.008073] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.008238] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.008607] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.008873] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-269240cd-429c-483b-bade-56ba489e332d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.013390] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 810.013390] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5286460c-8063-7851-53c3-26db97e89e51" [ 810.013390] env[69846]: _type = "Task" [ 810.013390] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.021043] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5286460c-8063-7851-53c3-26db97e89e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.236166] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949482, 'name': CloneVM_Task, 'duration_secs': 1.147111} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.238632] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Created linked-clone VM from snapshot [ 810.240118] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab31da0c-5531-4941-9010-d0baa9b16ab7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.246758] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Uploading image 285d2bfa-0715-4586-a52c-a3ad83a8944e {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 810.268858] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 810.268858] env[69846]: value = "vm-591982" [ 810.268858] env[69846]: _type = "VirtualMachine" [ 810.268858] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 810.269778] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a17eb51-abac-420c-ba10-2dea39646b94 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.275728] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lease: (returnval){ [ 810.275728] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c66d0d-80f4-5fc3-5ed7-e58f2eb4725b" [ 810.275728] env[69846]: _type = "HttpNfcLease" [ 810.275728] env[69846]: } obtained for exporting VM: (result){ [ 810.275728] env[69846]: value = "vm-591982" [ 810.275728] env[69846]: _type = "VirtualMachine" [ 810.275728] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 810.275990] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the lease: (returnval){ [ 810.275990] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c66d0d-80f4-5fc3-5ed7-e58f2eb4725b" [ 810.275990] env[69846]: _type = "HttpNfcLease" [ 810.275990] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 810.282026] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.282026] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c66d0d-80f4-5fc3-5ed7-e58f2eb4725b" [ 810.282026] env[69846]: _type = "HttpNfcLease" [ 810.282026] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 810.523540] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5286460c-8063-7851-53c3-26db97e89e51, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.523832] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.524090] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.524335] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.524480] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.524658] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.524919] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b422cdf-f8b3-4816-8608-6ec7d497bfc5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.532870] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.533067] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.534034] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f8c4b9-d2df-4feb-a7be-0df46facf1be {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.539704] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 810.539704] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c80ea6-7ace-0989-4682-158b0cbab85a" [ 810.539704] env[69846]: _type = "Task" [ 810.539704] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.549933] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c80ea6-7ace-0989-4682-158b0cbab85a, 'name': SearchDatastore_Task, 'duration_secs': 0.0085} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.550759] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd8a478-6cfd-4d7b-adc6-4f985d3cce0b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.557933] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 810.557933] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b67db3-19e5-0c50-87b4-0b94ae25a176" [ 810.557933] env[69846]: _type = "Task" [ 810.557933] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.565172] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b67db3-19e5-0c50-87b4-0b94ae25a176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.706473] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc49400-7631-4674-a63b-a5bc673482ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.713953] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0150373-d0db-4f90-9c13-12d8c6fb35d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.744035] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb26f03-2f6d-48f1-872f-e63f9b2a4299 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.751217] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35df8529-5ac7-44ef-aa36-e24cfac0fafc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.764122] env[69846]: DEBUG nova.compute.provider_tree [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.782940] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.782940] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c66d0d-80f4-5fc3-5ed7-e58f2eb4725b" [ 810.782940] env[69846]: _type = "HttpNfcLease" [ 810.782940] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 810.783214] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 810.783214] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c66d0d-80f4-5fc3-5ed7-e58f2eb4725b" [ 810.783214] env[69846]: _type = "HttpNfcLease" [ 810.783214] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 810.783880] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a75e5f-3d7d-4bb3-985c-5ac5b0c2c489 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.790584] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52366965-6292-eb21-950f-ef7f51a8ede9/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 810.790753] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52366965-6292-eb21-950f-ef7f51a8ede9/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 810.875880] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04976a54-04b3-44a7-a09f-524080f9b9b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.067893] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b67db3-19e5-0c50-87b4-0b94ae25a176, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.069816] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.070098] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d4c75539-92f9-4ccb-a517-74038bc54eec/d4c75539-92f9-4ccb-a517-74038bc54eec.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.070547] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9542a89c-5bf3-4dac-9f45-2f10c410c155 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.078028] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 811.078028] env[69846]: value = "task-2949485" [ 811.078028] env[69846]: _type = "Task" [ 811.078028] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.086432] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.268116] env[69846]: DEBUG nova.scheduler.client.report [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.586877] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949485, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.088287] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518095} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.088785] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d4c75539-92f9-4ccb-a517-74038bc54eec/d4c75539-92f9-4ccb-a517-74038bc54eec.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.089452] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.089452] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fe1c2e6-e900-469a-8447-9309ce99a7a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.095356] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 812.095356] env[69846]: value = "task-2949486" [ 812.095356] env[69846]: _type = "Task" [ 812.095356] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.102881] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.282496] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.581s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.286685] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.063s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.287612] env[69846]: INFO nova.compute.claims [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.609799] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152591} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.610653] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.612201] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c9230-e4cc-4173-9122-96d6c191507f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.632545] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d4c75539-92f9-4ccb-a517-74038bc54eec/d4c75539-92f9-4ccb-a517-74038bc54eec.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.633137] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c0f0d3-9dc6-4ed3-a102-a800b4e5bf6e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.652626] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 812.652626] env[69846]: value = "task-2949487" [ 812.652626] env[69846]: _type = "Task" [ 812.652626] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.661036] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.855689] env[69846]: INFO nova.scheduler.client.report [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Deleted allocation for migration 0ffe0312-0050-4bff-a7ac-19c71496d06c [ 813.162197] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949487, 'name': ReconfigVM_Task, 'duration_secs': 0.399568} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.162468] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d4c75539-92f9-4ccb-a517-74038bc54eec/d4c75539-92f9-4ccb-a517-74038bc54eec.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.163184] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8950c6bd-9234-46cd-82c7-5ca9282095a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.169637] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 813.169637] env[69846]: value = "task-2949488" [ 813.169637] env[69846]: _type = "Task" [ 813.169637] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.177939] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949488, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.362822] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75f8758d-7123-42a7-8916-0894c804f673 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "fcc35999-1784-4bb2-b148-49d543d93332" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 50.349s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.682059] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949488, 'name': Rename_Task, 'duration_secs': 0.159423} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.682794] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.682794] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-458b24fc-b4a5-4732-a3f0-579189d63a1e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.691360] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 813.691360] env[69846]: value = "task-2949489" [ 813.691360] env[69846]: _type = "Task" [ 813.691360] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.699538] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.854627] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4610d15-5476-4cfd-8d95-fa3ca0a2a097 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.863288] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11701df-30f3-48c9-84aa-b4932a0027ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.896170] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b685a9b-d61b-4cc1-88af-159a664dc838 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.903879] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba23f2a0-c886-49f0-a3fe-744e79a76366 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.917987] env[69846]: DEBUG nova.compute.provider_tree [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.201896] env[69846]: DEBUG oslo_vmware.api [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949489, 'name': PowerOnVM_Task, 'duration_secs': 0.492887} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.202258] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.202506] env[69846]: DEBUG nova.compute.manager [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.203374] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28458716-a6b1-4522-97a5-64dab873ccf2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.414863] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.415188] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.443412] env[69846]: ERROR nova.scheduler.client.report [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [req-91a9102b-3349-4235-9545-cd4c23832cb7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-91a9102b-3349-4235-9545-cd4c23832cb7"}]} [ 814.462102] env[69846]: DEBUG nova.scheduler.client.report [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 814.474883] env[69846]: DEBUG nova.scheduler.client.report [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 814.475115] env[69846]: DEBUG nova.compute.provider_tree [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.485965] env[69846]: DEBUG nova.scheduler.client.report [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 814.501726] env[69846]: DEBUG nova.scheduler.client.report [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 814.727313] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.014900] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0804e9-4202-4176-9465-f50177aca282 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.022258] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1396dc77-0128-4151-a4b3-e57daf87af89 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.052668] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1d89d8-fc38-482d-bf48-72f3a52b51d9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.059688] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e463ae-5cfb-496c-a59c-aff6bf7dcaa6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.073372] env[69846]: DEBUG nova.compute.provider_tree [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.353144] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "d4c75539-92f9-4ccb-a517-74038bc54eec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.353424] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "d4c75539-92f9-4ccb-a517-74038bc54eec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.353660] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "d4c75539-92f9-4ccb-a517-74038bc54eec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.353881] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "d4c75539-92f9-4ccb-a517-74038bc54eec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.354074] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "d4c75539-92f9-4ccb-a517-74038bc54eec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.356568] env[69846]: INFO nova.compute.manager [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Terminating instance [ 815.613035] env[69846]: DEBUG nova.scheduler.client.report [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 815.613429] env[69846]: DEBUG nova.compute.provider_tree [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 71 to 72 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 815.613697] env[69846]: DEBUG nova.compute.provider_tree [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.860799] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "refresh_cache-d4c75539-92f9-4ccb-a517-74038bc54eec" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.861097] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired lock "refresh_cache-d4c75539-92f9-4ccb-a517-74038bc54eec" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.861097] env[69846]: DEBUG nova.network.neutron [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.120086] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.834s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.120731] env[69846]: DEBUG nova.compute.manager [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.124208] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.724s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.124327] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.126555] env[69846]: DEBUG oslo_concurrency.lockutils [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.709s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.126827] env[69846]: DEBUG oslo_concurrency.lockutils [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.128803] env[69846]: DEBUG oslo_concurrency.lockutils [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.496s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.129026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.130760] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.080s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.132355] env[69846]: INFO nova.compute.claims [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.152009] env[69846]: INFO nova.scheduler.client.report [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Deleted allocations for instance 0ef4bc09-a225-410a-acd6-2ee3a871fe89 [ 816.154712] env[69846]: INFO nova.scheduler.client.report [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Deleted allocations for instance 0ad3493e-7c35-4c8c-8eda-ffa665c37b73 [ 816.166009] env[69846]: INFO nova.scheduler.client.report [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Deleted allocations for instance 56349119-bede-4c79-91f9-3713d0951cf0 [ 816.380136] env[69846]: DEBUG nova.network.neutron [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.432964] env[69846]: DEBUG nova.network.neutron [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.637876] env[69846]: DEBUG nova.compute.utils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.643030] env[69846]: DEBUG nova.compute.manager [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.643030] env[69846]: DEBUG nova.network.neutron [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.665235] env[69846]: DEBUG oslo_concurrency.lockutils [None req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "0ad3493e-7c35-4c8c-8eda-ffa665c37b73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.539s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.675894] env[69846]: DEBUG oslo_concurrency.lockutils [None req-17765aeb-b79c-40e8-a7a9-96d595e907cf tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Lock "56349119-bede-4c79-91f9-3713d0951cf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.793s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.681833] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Lock "0ef4bc09-a225-410a-acd6-2ee3a871fe89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.873s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.706139] env[69846]: DEBUG nova.policy [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818e610fd4c643f393d56d659681509d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2de4df8dc85446bb038ee0323d2af9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.938026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Releasing lock "refresh_cache-d4c75539-92f9-4ccb-a517-74038bc54eec" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.938026] env[69846]: DEBUG nova.compute.manager [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.938026] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.938026] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a0a402-0f4c-4fbf-b776-7b16880b89dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.947147] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.947850] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1aea20-0356-4986-9495-c2f651d1fa66 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.958018] env[69846]: DEBUG oslo_vmware.api [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 816.958018] env[69846]: value = "task-2949490" [ 816.958018] env[69846]: _type = "Task" [ 816.958018] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.967696] env[69846]: DEBUG oslo_vmware.api [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.070873] env[69846]: DEBUG nova.network.neutron [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Successfully created port: b7b40bdc-47b6-425b-b96d-6fead1f97217 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.142866] env[69846]: DEBUG nova.compute.manager [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.468019] env[69846]: DEBUG oslo_vmware.api [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949490, 'name': PowerOffVM_Task, 'duration_secs': 0.466586} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.468019] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.468019] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.468019] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a323b61e-4345-438f-9655-0a1b0e338aaf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.491332] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.491573] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.491784] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Deleting the datastore file [datastore1] d4c75539-92f9-4ccb-a517-74038bc54eec {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.492095] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c17f85a3-5a30-4e85-8387-6e447ab68cd3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.503042] env[69846]: DEBUG oslo_vmware.api [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 817.503042] env[69846]: value = "task-2949492" [ 817.503042] env[69846]: _type = "Task" [ 817.503042] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.517645] env[69846]: DEBUG oslo_vmware.api [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.851182] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d5e7f-14f5-4b36-9023-8c1bfb87dea7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.860419] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c4e552-021b-48c6-a1f3-ad8ad977ef48 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.896793] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23998ca-a736-4226-98f6-8ced9b6e4e39 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.904710] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905d5671-43dd-4532-8fde-4fd075280feb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.921369] env[69846]: DEBUG nova.compute.provider_tree [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.010573] env[69846]: DEBUG oslo_vmware.api [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109355} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.010895] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.011088] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.011306] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.011865] env[69846]: INFO nova.compute.manager [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Took 1.08 seconds to destroy the instance on the hypervisor. [ 818.012182] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.012389] env[69846]: DEBUG nova.compute.manager [-] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.012482] env[69846]: DEBUG nova.network.neutron [-] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.040910] env[69846]: DEBUG nova.network.neutron [-] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.158339] env[69846]: DEBUG nova.compute.manager [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.189266] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.189455] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.189614] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.189799] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.189946] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.190401] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.190670] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.190843] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.191060] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.191185] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.191352] env[69846]: DEBUG nova.virt.hardware [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.192326] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66422de8-ff7c-4a50-b9ec-34a6954ae1b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.200465] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d76f5c-37f0-4d6a-b6a6-3b156ec7f5bd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.462969] env[69846]: DEBUG nova.scheduler.client.report [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 818.463339] env[69846]: DEBUG nova.compute.provider_tree [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 72 to 73 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 818.463599] env[69846]: DEBUG nova.compute.provider_tree [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.544191] env[69846]: DEBUG nova.network.neutron [-] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.882449] env[69846]: DEBUG nova.compute.manager [req-470cd5cb-073f-4e70-9b2a-3a513a274cf1 req-c48ddc0a-6462-4e86-aca2-ce5057d99242 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Received event network-vif-plugged-b7b40bdc-47b6-425b-b96d-6fead1f97217 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.883457] env[69846]: DEBUG oslo_concurrency.lockutils [req-470cd5cb-073f-4e70-9b2a-3a513a274cf1 req-c48ddc0a-6462-4e86-aca2-ce5057d99242 service nova] Acquiring lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.883826] env[69846]: DEBUG oslo_concurrency.lockutils [req-470cd5cb-073f-4e70-9b2a-3a513a274cf1 req-c48ddc0a-6462-4e86-aca2-ce5057d99242 service nova] Lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.884045] env[69846]: DEBUG oslo_concurrency.lockutils [req-470cd5cb-073f-4e70-9b2a-3a513a274cf1 req-c48ddc0a-6462-4e86-aca2-ce5057d99242 service nova] Lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.884225] env[69846]: DEBUG nova.compute.manager [req-470cd5cb-073f-4e70-9b2a-3a513a274cf1 req-c48ddc0a-6462-4e86-aca2-ce5057d99242 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] No waiting events found dispatching network-vif-plugged-b7b40bdc-47b6-425b-b96d-6fead1f97217 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.884396] env[69846]: WARNING nova.compute.manager [req-470cd5cb-073f-4e70-9b2a-3a513a274cf1 req-c48ddc0a-6462-4e86-aca2-ce5057d99242 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Received unexpected event network-vif-plugged-b7b40bdc-47b6-425b-b96d-6fead1f97217 for instance with vm_state building and task_state spawning. [ 818.975074] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.975650] env[69846]: DEBUG nova.compute.manager [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.978552] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.764s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.979964] env[69846]: INFO nova.compute.claims [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.009508] env[69846]: DEBUG nova.network.neutron [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Successfully updated port: b7b40bdc-47b6-425b-b96d-6fead1f97217 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.050480] env[69846]: INFO nova.compute.manager [-] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Took 1.04 seconds to deallocate network for instance. [ 819.487139] env[69846]: DEBUG nova.compute.utils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.488655] env[69846]: DEBUG nova.compute.manager [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.488845] env[69846]: DEBUG nova.network.neutron [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.512155] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.512308] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.512450] env[69846]: DEBUG nova.network.neutron [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.556854] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.574110] env[69846]: DEBUG nova.policy [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab489e8d3ebe4ca098628d3f128e458a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddda7972930c4b86b7f1b5d4c819ad57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.994632] env[69846]: DEBUG nova.compute.manager [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.075499] env[69846]: DEBUG nova.network.neutron [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.186135] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52366965-6292-eb21-950f-ef7f51a8ede9/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 820.187117] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737dc8c7-a0b3-40ba-8830-aee04de31635 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.197993] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52366965-6292-eb21-950f-ef7f51a8ede9/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 820.198190] env[69846]: ERROR oslo_vmware.rw_handles [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52366965-6292-eb21-950f-ef7f51a8ede9/disk-0.vmdk due to incomplete transfer. [ 820.198367] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ef006fd-fc7e-48d2-9d3f-77f2a7be459b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.208589] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52366965-6292-eb21-950f-ef7f51a8ede9/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 820.208589] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Uploaded image 285d2bfa-0715-4586-a52c-a3ad83a8944e to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 820.209413] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.209663] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a277b7f0-28a5-470a-9d60-75ac917f5b6f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.216285] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 820.216285] env[69846]: value = "task-2949493" [ 820.216285] env[69846]: _type = "Task" [ 820.216285] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.227445] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949493, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.433631] env[69846]: DEBUG nova.network.neutron [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Successfully created port: 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.475804] env[69846]: DEBUG nova.network.neutron [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updating instance_info_cache with network_info: [{"id": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "address": "fa:16:3e:94:c2:b9", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b40bdc-47", "ovs_interfaceid": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.647755] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d1fd87-2a16-4afc-b4c4-c01dd121d85c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.656935] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bce5eaf-9f67-4549-ab6e-6b7691f6ca05 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.694139] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d094033-e0fb-4fa7-9cc8-ca03d728cc15 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.702500] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dbc3fe-fc86-47ac-8623-f12e7c5886d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.720512] env[69846]: DEBUG nova.compute.provider_tree [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.730987] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949493, 'name': Destroy_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.975487] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.977084] env[69846]: DEBUG nova.compute.manager [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Instance network_info: |[{"id": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "address": "fa:16:3e:94:c2:b9", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b40bdc-47", "ovs_interfaceid": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.977193] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:c2:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7b40bdc-47b6-425b-b96d-6fead1f97217', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.987635] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Creating folder: Project (c2de4df8dc85446bb038ee0323d2af9b). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.988027] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-417cf86c-a2e2-4c69-85db-e13df85418c3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.999284] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Created folder: Project (c2de4df8dc85446bb038ee0323d2af9b) in parent group-v591891. [ 820.999490] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Creating folder: Instances. Parent ref: group-v591984. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.999738] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63df9a2d-814d-48a4-8e7a-224e30ca6c8a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.007643] env[69846]: DEBUG nova.compute.manager [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.012272] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Created folder: Instances in parent group-v591984. [ 821.013275] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.013551] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.013912] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a36e0fa9-fd5b-4409-a7b8-b55e722d95b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.041232] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.041232] env[69846]: value = "task-2949496" [ 821.041232] env[69846]: _type = "Task" [ 821.041232] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.046723] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.046897] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.047034] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.047332] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.047380] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.047501] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.047790] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.047960] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.048144] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.048309] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.048726] env[69846]: DEBUG nova.virt.hardware [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.049678] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2621babd-0389-4dab-bfd1-97fa661381df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.063853] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77383399-7f6f-49f7-8359-af5b83ea6b56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.069354] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949496, 'name': CreateVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.126528] env[69846]: DEBUG nova.compute.manager [req-faf31149-45d5-4e95-8d0f-4b4036b70b57 req-5e3968bd-3835-49a9-a3f2-2a7dcdde543f service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Received event network-changed-b7b40bdc-47b6-425b-b96d-6fead1f97217 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.126859] env[69846]: DEBUG nova.compute.manager [req-faf31149-45d5-4e95-8d0f-4b4036b70b57 req-5e3968bd-3835-49a9-a3f2-2a7dcdde543f service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Refreshing instance network info cache due to event network-changed-b7b40bdc-47b6-425b-b96d-6fead1f97217. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.126859] env[69846]: DEBUG oslo_concurrency.lockutils [req-faf31149-45d5-4e95-8d0f-4b4036b70b57 req-5e3968bd-3835-49a9-a3f2-2a7dcdde543f service nova] Acquiring lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.126993] env[69846]: DEBUG oslo_concurrency.lockutils [req-faf31149-45d5-4e95-8d0f-4b4036b70b57 req-5e3968bd-3835-49a9-a3f2-2a7dcdde543f service nova] Acquired lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.127181] env[69846]: DEBUG nova.network.neutron [req-faf31149-45d5-4e95-8d0f-4b4036b70b57 req-5e3968bd-3835-49a9-a3f2-2a7dcdde543f service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Refreshing network info cache for port b7b40bdc-47b6-425b-b96d-6fead1f97217 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.227408] env[69846]: DEBUG nova.scheduler.client.report [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.235320] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949493, 'name': Destroy_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.559994] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949496, 'name': CreateVM_Task, 'duration_secs': 0.418988} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.560504] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.560953] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.561130] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.561461] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.561788] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e7d235-7de7-4bfe-8b15-a309d1777330 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.567503] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 821.567503] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a4fe7f-3c64-ed34-4bcc-7d3b547e0e64" [ 821.567503] env[69846]: _type = "Task" [ 821.567503] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.574885] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a4fe7f-3c64-ed34-4bcc-7d3b547e0e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.732415] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949493, 'name': Destroy_Task, 'duration_secs': 1.049193} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.736209] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Destroyed the VM [ 821.736619] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 821.737514] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.738165] env[69846]: DEBUG nova.compute.manager [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.740772] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e27e0ae5-9175-4861-b037-4fe793925dd4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.744505] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.250s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.746919] env[69846]: INFO nova.compute.claims [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.761139] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 821.761139] env[69846]: value = "task-2949497" [ 821.761139] env[69846]: _type = "Task" [ 821.761139] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.770130] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949497, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.077776] env[69846]: DEBUG nova.network.neutron [req-faf31149-45d5-4e95-8d0f-4b4036b70b57 req-5e3968bd-3835-49a9-a3f2-2a7dcdde543f service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updated VIF entry in instance network info cache for port b7b40bdc-47b6-425b-b96d-6fead1f97217. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.077776] env[69846]: DEBUG nova.network.neutron [req-faf31149-45d5-4e95-8d0f-4b4036b70b57 req-5e3968bd-3835-49a9-a3f2-2a7dcdde543f service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updating instance_info_cache with network_info: [{"id": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "address": "fa:16:3e:94:c2:b9", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b40bdc-47", "ovs_interfaceid": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.086423] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a4fe7f-3c64-ed34-4bcc-7d3b547e0e64, 'name': SearchDatastore_Task, 'duration_secs': 0.025268} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.086652] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.086945] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.087192] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.087339] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.087518] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.087842] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-690c5498-68c7-438c-94db-3f102bf2a046 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.099294] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.099543] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.100301] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea6701c-28e5-40e6-a8ad-ca15fc94fd7e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.112021] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 822.112021] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5241c9da-e7c2-cfa8-5146-526f6bbd0ab0" [ 822.112021] env[69846]: _type = "Task" [ 822.112021] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.118321] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5241c9da-e7c2-cfa8-5146-526f6bbd0ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.265789] env[69846]: DEBUG nova.compute.utils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.267836] env[69846]: DEBUG nova.compute.manager [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.271036] env[69846]: DEBUG nova.network.neutron [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.287544] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949497, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.395802] env[69846]: DEBUG nova.policy [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cf3e57c17e94767b0c1b09230fdb2b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b0e7972ee6d4d96957c4a6447a7295f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.582784] env[69846]: DEBUG oslo_concurrency.lockutils [req-faf31149-45d5-4e95-8d0f-4b4036b70b57 req-5e3968bd-3835-49a9-a3f2-2a7dcdde543f service nova] Releasing lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.622147] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5241c9da-e7c2-cfa8-5146-526f6bbd0ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.012591} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.623492] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32632133-30fd-4636-a062-07eac9ae3ec3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.631868] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 822.631868] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52754ce7-9ea4-64d0-89e4-d883c18b1c7f" [ 822.631868] env[69846]: _type = "Task" [ 822.631868] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.641441] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52754ce7-9ea4-64d0-89e4-d883c18b1c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.776987] env[69846]: DEBUG nova.compute.manager [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.801177] env[69846]: DEBUG oslo_vmware.api [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949497, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6714} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.801177] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 822.801177] env[69846]: INFO nova.compute.manager [None req-c25c18e6-bdce-47e7-8fba-0576aab7fed4 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Took 16.16 seconds to snapshot the instance on the hypervisor. [ 823.140440] env[69846]: DEBUG nova.network.neutron [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Successfully updated port: 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.148688] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52754ce7-9ea4-64d0-89e4-d883c18b1c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.149239] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.149501] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0146bd92-96e3-4ab8-bbcf-90f39bb89102/0146bd92-96e3-4ab8-bbcf-90f39bb89102.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.149756] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6db55f5a-c2a9-40a3-805c-5fa7af44be70 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.163645] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 823.163645] env[69846]: value = "task-2949498" [ 823.163645] env[69846]: _type = "Task" [ 823.163645] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.176724] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.334690] env[69846]: DEBUG nova.network.neutron [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Successfully created port: 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.456257] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9d9ecf-f28a-4357-b7a0-d69b66ff5e4e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.466090] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130332e0-629b-4a59-9b1e-5fd32f1360a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.500377] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa469b1-aed6-4667-924b-907bea557831 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.508310] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d238bf28-44ce-483e-99d3-8259feb8e10e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.524348] env[69846]: DEBUG nova.compute.provider_tree [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.650713] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.650877] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.651046] env[69846]: DEBUG nova.network.neutron [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.676493] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949498, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.732641] env[69846]: DEBUG nova.compute.manager [req-146dc4d9-e4d5-412e-a3cd-86e5b85db14c req-d8f43260-69ad-4a31-b8e5-5d41d3ac5f30 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received event network-vif-plugged-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.733156] env[69846]: DEBUG oslo_concurrency.lockutils [req-146dc4d9-e4d5-412e-a3cd-86e5b85db14c req-d8f43260-69ad-4a31-b8e5-5d41d3ac5f30 service nova] Acquiring lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.733375] env[69846]: DEBUG oslo_concurrency.lockutils [req-146dc4d9-e4d5-412e-a3cd-86e5b85db14c req-d8f43260-69ad-4a31-b8e5-5d41d3ac5f30 service nova] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.733543] env[69846]: DEBUG oslo_concurrency.lockutils [req-146dc4d9-e4d5-412e-a3cd-86e5b85db14c req-d8f43260-69ad-4a31-b8e5-5d41d3ac5f30 service nova] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.733712] env[69846]: DEBUG nova.compute.manager [req-146dc4d9-e4d5-412e-a3cd-86e5b85db14c req-d8f43260-69ad-4a31-b8e5-5d41d3ac5f30 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] No waiting events found dispatching network-vif-plugged-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.733877] env[69846]: WARNING nova.compute.manager [req-146dc4d9-e4d5-412e-a3cd-86e5b85db14c req-d8f43260-69ad-4a31-b8e5-5d41d3ac5f30 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received unexpected event network-vif-plugged-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 for instance with vm_state building and task_state spawning. [ 823.804767] env[69846]: DEBUG nova.compute.manager [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.840446] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.841342] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.841342] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.841342] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.841600] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.841670] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.841889] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.843030] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.843030] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.843030] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.843030] env[69846]: DEBUG nova.virt.hardware [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.843551] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ca9d23-dae2-4818-bd0a-29a3cbbe89bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.856269] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8d8a80-278c-4d6f-b95b-f9d9346a6a56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.029514] env[69846]: DEBUG nova.scheduler.client.report [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.186862] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517918} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.186862] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0146bd92-96e3-4ab8-bbcf-90f39bb89102/0146bd92-96e3-4ab8-bbcf-90f39bb89102.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.186862] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.187103] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c5df0aa-72b2-4522-ac27-170e1a49450c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.194750] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 824.194750] env[69846]: value = "task-2949499" [ 824.194750] env[69846]: _type = "Task" [ 824.194750] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.201435] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.209528] env[69846]: DEBUG nova.network.neutron [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.401151] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.401646] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.469588] env[69846]: DEBUG nova.network.neutron [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating instance_info_cache with network_info: [{"id": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "address": "fa:16:3e:98:5f:82", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edc9b6-65", "ovs_interfaceid": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.538224] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.538224] env[69846]: DEBUG nova.compute.manager [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.540205] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.543s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.542366] env[69846]: INFO nova.compute.claims [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.711468] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066957} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.712344] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.715425] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fe324f-bb5a-444c-b50c-3824d595e044 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.742749] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 0146bd92-96e3-4ab8-bbcf-90f39bb89102/0146bd92-96e3-4ab8-bbcf-90f39bb89102.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.743169] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eb66084-6091-44e4-8a7f-2d6b4724d9d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.764188] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 824.764188] env[69846]: value = "task-2949500" [ 824.764188] env[69846]: _type = "Task" [ 824.764188] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.774499] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.972310] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.972661] env[69846]: DEBUG nova.compute.manager [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Instance network_info: |[{"id": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "address": "fa:16:3e:98:5f:82", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edc9b6-65", "ovs_interfaceid": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.973113] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:5f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48edc9b6-65ab-4cb3-8687-f22d0e472aa1', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.983315] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating folder: Project (ddda7972930c4b86b7f1b5d4c819ad57). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.983315] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e5a459e-40eb-47e1-b13d-769f7ff36d3b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.993409] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Created folder: Project (ddda7972930c4b86b7f1b5d4c819ad57) in parent group-v591891. [ 824.993409] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating folder: Instances. Parent ref: group-v591987. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.994709] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-137a02fd-52bd-4a45-a2cc-3a869d913c04 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.010527] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Created folder: Instances in parent group-v591987. [ 825.010828] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.011093] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.011369] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ddaa1ee-8f5c-4b0c-a696-f3d35913fc39 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.038961] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.038961] env[69846]: value = "task-2949503" [ 825.038961] env[69846]: _type = "Task" [ 825.038961] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.053290] env[69846]: DEBUG nova.compute.utils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.056408] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949503, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.060094] env[69846]: DEBUG nova.compute.manager [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.060295] env[69846]: DEBUG nova.network.neutron [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.151769] env[69846]: DEBUG nova.policy [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0a10d9aa1ce43f6921bdde692bf7b85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df096e2475264a7e8bf97b8a7c477610', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.274696] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949500, 'name': ReconfigVM_Task, 'duration_secs': 0.304971} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.275308] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 0146bd92-96e3-4ab8-bbcf-90f39bb89102/0146bd92-96e3-4ab8-bbcf-90f39bb89102.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.275732] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e8c0b2e-3430-4eb0-bbb7-5ad0b7a980ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.281949] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 825.281949] env[69846]: value = "task-2949508" [ 825.281949] env[69846]: _type = "Task" [ 825.281949] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.291831] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949508, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.424451] env[69846]: DEBUG nova.network.neutron [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Successfully updated port: 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.554241] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949503, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.560467] env[69846]: DEBUG nova.compute.manager [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.723930] env[69846]: DEBUG nova.network.neutron [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Successfully created port: 429ba592-1d49-42ff-a902-ac8574bbe2b8 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.795338] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949508, 'name': Rename_Task, 'duration_secs': 0.16046} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.795768] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.796085] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fe80c13-a856-4580-98e6-1c26e40c64d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.802838] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 825.802838] env[69846]: value = "task-2949509" [ 825.802838] env[69846]: _type = "Task" [ 825.802838] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.809421] env[69846]: DEBUG nova.compute.manager [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received event network-changed-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.809421] env[69846]: DEBUG nova.compute.manager [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Refreshing instance network info cache due to event network-changed-48edc9b6-65ab-4cb3-8687-f22d0e472aa1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.809656] env[69846]: DEBUG oslo_concurrency.lockutils [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] Acquiring lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.809862] env[69846]: DEBUG oslo_concurrency.lockutils [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] Acquired lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.810097] env[69846]: DEBUG nova.network.neutron [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Refreshing network info cache for port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.818013] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.927109] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.927256] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquired lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.927406] env[69846]: DEBUG nova.network.neutron [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.009028] env[69846]: DEBUG nova.compute.manager [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.010780] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9d3a1d-18d7-43ed-a7bd-2b7cb8afeb4b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.051022] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949503, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.197050] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d1ad5-5cfb-4c7a-841b-a15ea01d589e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.204457] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71d0c9d-c35d-4448-b943-ecbd6d746c19 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.241582] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a6d1c2-a9aa-46e9-bd3d-d3fd0cb9d753 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.249334] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b58698-6c1f-4d40-8e5d-6d91e5894058 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.263437] env[69846]: DEBUG nova.compute.provider_tree [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.315190] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949509, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.467557] env[69846]: DEBUG nova.network.neutron [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.525411] env[69846]: INFO nova.compute.manager [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] instance snapshotting [ 826.529133] env[69846]: DEBUG nova.network.neutron [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Successfully created port: 726e3229-fe36-45d9-90f5-5861e1de2cc1 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.530879] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60244492-8dab-4f1a-8f67-f90733029c10 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.561978] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c904b0-cb63-4fc9-b705-d391f40655de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.569114] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949503, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.577234] env[69846]: DEBUG nova.compute.manager [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.607237] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.607378] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.607530] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.607782] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.607973] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.608242] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.608509] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.610425] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.610662] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.610853] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.611082] env[69846]: DEBUG nova.virt.hardware [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.611986] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648d942d-cd68-46bf-a6b1-0802ada43a98 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.622789] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4940a619-2d09-41ff-8e42-6440fddd88f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.638191] env[69846]: DEBUG nova.network.neutron [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Updating instance_info_cache with network_info: [{"id": "270e053b-e0f2-41ba-8d1e-3f4431e62fc2", "address": "fa:16:3e:b5:fd:2b", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270e053b-e0", "ovs_interfaceid": "270e053b-e0f2-41ba-8d1e-3f4431e62fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.766246] env[69846]: DEBUG nova.scheduler.client.report [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.771824] env[69846]: DEBUG nova.network.neutron [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updated VIF entry in instance network info cache for port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.772176] env[69846]: DEBUG nova.network.neutron [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating instance_info_cache with network_info: [{"id": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "address": "fa:16:3e:98:5f:82", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edc9b6-65", "ovs_interfaceid": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.813595] env[69846]: DEBUG oslo_vmware.api [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2949509, 'name': PowerOnVM_Task, 'duration_secs': 0.516297} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.813751] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.813925] env[69846]: INFO nova.compute.manager [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Took 8.66 seconds to spawn the instance on the hypervisor. [ 826.814122] env[69846]: DEBUG nova.compute.manager [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.814875] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13315df-1523-4cb7-8b89-2a4d185b79c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.045924] env[69846]: DEBUG nova.network.neutron [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Successfully created port: 75f4af12-df76-41a2-a28d-2465262fef65 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.057123] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949503, 'name': CreateVM_Task, 'duration_secs': 1.689766} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.057501] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.058351] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.058649] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.059096] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.059468] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6210fb-23eb-4d4c-9a23-3839db73c0c0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.067018] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 827.067018] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb5f73-c915-4567-59af-5ced46d12206" [ 827.067018] env[69846]: _type = "Task" [ 827.067018] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.072808] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb5f73-c915-4567-59af-5ced46d12206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.074926] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.075317] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-baae7bc6-decf-43f3-bdcd-82ef2a30c72b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.082761] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 827.082761] env[69846]: value = "task-2949510" [ 827.082761] env[69846]: _type = "Task" [ 827.082761] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.090907] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.144024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Releasing lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.144024] env[69846]: DEBUG nova.compute.manager [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Instance network_info: |[{"id": "270e053b-e0f2-41ba-8d1e-3f4431e62fc2", "address": "fa:16:3e:b5:fd:2b", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270e053b-e0", "ovs_interfaceid": "270e053b-e0f2-41ba-8d1e-3f4431e62fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.144303] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:fd:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '270e053b-e0f2-41ba-8d1e-3f4431e62fc2', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.152508] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.152914] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.153289] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-925780cb-021a-469e-9e5e-a9b92a770142 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.171974] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.171974] env[69846]: value = "task-2949511" [ 827.171974] env[69846]: _type = "Task" [ 827.171974] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.180023] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949511, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.274935] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.275518] env[69846]: DEBUG nova.compute.manager [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.278753] env[69846]: DEBUG oslo_concurrency.lockutils [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] Releasing lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.282255] env[69846]: DEBUG nova.compute.manager [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Received event network-vif-plugged-270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.282469] env[69846]: DEBUG oslo_concurrency.lockutils [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] Acquiring lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.282674] env[69846]: DEBUG oslo_concurrency.lockutils [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.282861] env[69846]: DEBUG oslo_concurrency.lockutils [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.283046] env[69846]: DEBUG nova.compute.manager [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] No waiting events found dispatching network-vif-plugged-270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.283219] env[69846]: WARNING nova.compute.manager [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Received unexpected event network-vif-plugged-270e053b-e0f2-41ba-8d1e-3f4431e62fc2 for instance with vm_state building and task_state spawning. [ 827.283382] env[69846]: DEBUG nova.compute.manager [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Received event network-changed-270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.283536] env[69846]: DEBUG nova.compute.manager [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Refreshing instance network info cache due to event network-changed-270e053b-e0f2-41ba-8d1e-3f4431e62fc2. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.283720] env[69846]: DEBUG oslo_concurrency.lockutils [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] Acquiring lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.283856] env[69846]: DEBUG oslo_concurrency.lockutils [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] Acquired lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.284228] env[69846]: DEBUG nova.network.neutron [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Refreshing network info cache for port 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.285501] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.089s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.287806] env[69846]: INFO nova.compute.claims [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.333581] env[69846]: INFO nova.compute.manager [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Took 59.13 seconds to build instance. [ 827.576252] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb5f73-c915-4567-59af-5ced46d12206, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.576578] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.576844] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.577118] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.577288] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.577488] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.577786] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-134358cd-afa1-43ac-9d93-160cc83bb10e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.585844] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.585968] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.586949] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567d31d9-b44e-42bb-a367-3a89b741ec30 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.591747] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.594336] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 827.594336] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522a7e39-760e-0300-1f1a-7040cd7d63c9" [ 827.594336] env[69846]: _type = "Task" [ 827.594336] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.601362] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522a7e39-760e-0300-1f1a-7040cd7d63c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.685425] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949511, 'name': CreateVM_Task, 'duration_secs': 0.322703} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.685425] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.685425] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.685425] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.685425] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.685646] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4ea773-2f43-476f-b540-0a4158a29d1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.690175] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 827.690175] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525f54db-21d7-f49d-47d5-47487aacb2d6" [ 827.690175] env[69846]: _type = "Task" [ 827.690175] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.699090] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525f54db-21d7-f49d-47d5-47487aacb2d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.787876] env[69846]: DEBUG nova.compute.utils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.789711] env[69846]: DEBUG nova.compute.manager [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.789927] env[69846]: DEBUG nova.network.neutron [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.835377] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5c55c48-0cca-416a-b21f-599321373784 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.094s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.887159] env[69846]: DEBUG nova.policy [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd495aeb5c29b48abaa6f572fe49b7cb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a2bc14e5609445e97dad76c1bd6d87b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.040067] env[69846]: DEBUG nova.network.neutron [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Updated VIF entry in instance network info cache for port 270e053b-e0f2-41ba-8d1e-3f4431e62fc2. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.040513] env[69846]: DEBUG nova.network.neutron [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Updating instance_info_cache with network_info: [{"id": "270e053b-e0f2-41ba-8d1e-3f4431e62fc2", "address": "fa:16:3e:b5:fd:2b", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270e053b-e0", "ovs_interfaceid": "270e053b-e0f2-41ba-8d1e-3f4431e62fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.093064] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949510, 'name': CreateSnapshot_Task, 'duration_secs': 0.557994} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.093333] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.094084] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e3301b-3155-4c2b-a12e-f97292ad8c66 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.106111] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522a7e39-760e-0300-1f1a-7040cd7d63c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008959} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.112047] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a0e633b-c72c-49ec-892e-fc97e1d15d6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.123530] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 828.123530] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b1aa9f-603c-7de9-17f7-90df04a5c526" [ 828.123530] env[69846]: _type = "Task" [ 828.123530] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.134129] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b1aa9f-603c-7de9-17f7-90df04a5c526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.200615] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525f54db-21d7-f49d-47d5-47487aacb2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.200886] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.201154] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.201397] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.294251] env[69846]: DEBUG nova.compute.manager [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.338722] env[69846]: DEBUG nova.compute.manager [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.542847] env[69846]: DEBUG oslo_concurrency.lockutils [req-2238f69d-0ba3-419d-8829-8296d13a57c8 req-8bd93743-0ebe-4215-a4eb-864d07a4beb9 service nova] Releasing lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.628923] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 828.630104] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-efa853a8-b182-4561-91fc-967e55b47aad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.644087] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b1aa9f-603c-7de9-17f7-90df04a5c526, 'name': SearchDatastore_Task, 'duration_secs': 0.012404} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.648252] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.648696] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 39baf588-6c09-4df4-a426-d2158d9c7afc/39baf588-6c09-4df4-a426-d2158d9c7afc.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.649231] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 828.649231] env[69846]: value = "task-2949513" [ 828.649231] env[69846]: _type = "Task" [ 828.649231] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.650712] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.650712] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.650712] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34c621cf-cab7-48fb-a3b9-63d915f584df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.653834] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b954ddbe-fda3-4b48-8ac4-fb33f9ec89c7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.669316] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 828.669316] env[69846]: value = "task-2949514" [ 828.669316] env[69846]: _type = "Task" [ 828.669316] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.670210] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949513, 'name': CloneVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.674793] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.675631] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.675947] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd2bf72-d126-456b-a0b8-a58c8735e2b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.682034] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.687239] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 828.687239] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ab8354-22cd-e987-1ee6-b441ac03f91f" [ 828.687239] env[69846]: _type = "Task" [ 828.687239] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.695980] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ab8354-22cd-e987-1ee6-b441ac03f91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.721109] env[69846]: DEBUG nova.network.neutron [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Successfully created port: 8d5f98b0-b271-4d97-928a-5b78b66d63de {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.866482] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.959660] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b3375c-b14c-40f8-a08a-53b6fe521fa1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.967382] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b200a2-cf9c-4000-b76f-93c5c2148919 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.005377] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d1104e-cea7-44ff-af18-f4b22d635fac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.014775] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eee299-c554-49d9-ade9-ce6bb26be1c3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.030974] env[69846]: DEBUG nova.compute.provider_tree [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.163600] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949513, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.179594] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.196246] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ab8354-22cd-e987-1ee6-b441ac03f91f, 'name': SearchDatastore_Task, 'duration_secs': 0.037364} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.197051] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd922955-d39b-4d11-adc2-752fe7ebc9e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.202138] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 829.202138] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525b627f-c059-05c8-2a53-0e83f6c37776" [ 829.202138] env[69846]: _type = "Task" [ 829.202138] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.210926] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525b627f-c059-05c8-2a53-0e83f6c37776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.276043] env[69846]: DEBUG nova.compute.manager [req-2462183b-9f7e-40bd-b648-6e79343f0d71 req-3182f6ce-33ca-4cba-9945-4842ebe2c64e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received event network-vif-plugged-429ba592-1d49-42ff-a902-ac8574bbe2b8 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.276315] env[69846]: DEBUG oslo_concurrency.lockutils [req-2462183b-9f7e-40bd-b648-6e79343f0d71 req-3182f6ce-33ca-4cba-9945-4842ebe2c64e service nova] Acquiring lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.276534] env[69846]: DEBUG oslo_concurrency.lockutils [req-2462183b-9f7e-40bd-b648-6e79343f0d71 req-3182f6ce-33ca-4cba-9945-4842ebe2c64e service nova] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.276704] env[69846]: DEBUG oslo_concurrency.lockutils [req-2462183b-9f7e-40bd-b648-6e79343f0d71 req-3182f6ce-33ca-4cba-9945-4842ebe2c64e service nova] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.276874] env[69846]: DEBUG nova.compute.manager [req-2462183b-9f7e-40bd-b648-6e79343f0d71 req-3182f6ce-33ca-4cba-9945-4842ebe2c64e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] No waiting events found dispatching network-vif-plugged-429ba592-1d49-42ff-a902-ac8574bbe2b8 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.277053] env[69846]: WARNING nova.compute.manager [req-2462183b-9f7e-40bd-b648-6e79343f0d71 req-3182f6ce-33ca-4cba-9945-4842ebe2c64e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received unexpected event network-vif-plugged-429ba592-1d49-42ff-a902-ac8574bbe2b8 for instance with vm_state building and task_state spawning. [ 829.306226] env[69846]: DEBUG nova.compute.manager [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.329359] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.329526] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.329526] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.329712] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.329917] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.330232] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.330463] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.330624] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.330793] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.330959] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.331342] env[69846]: DEBUG nova.virt.hardware [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.332209] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c327175-30e4-43b1-971b-1ba5ec829033 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.340133] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220174db-82a3-4fa8-8907-aa53c60d8fe1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.464443] env[69846]: DEBUG nova.network.neutron [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Successfully updated port: 429ba592-1d49-42ff-a902-ac8574bbe2b8 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.560072] env[69846]: ERROR nova.scheduler.client.report [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [req-ed461a8b-23f0-4744-b279-0475135ae022] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ed461a8b-23f0-4744-b279-0475135ae022"}]} [ 829.581474] env[69846]: DEBUG nova.scheduler.client.report [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 829.599732] env[69846]: DEBUG nova.scheduler.client.report [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 829.600682] env[69846]: DEBUG nova.compute.provider_tree [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.613644] env[69846]: DEBUG nova.scheduler.client.report [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 829.638647] env[69846]: DEBUG nova.scheduler.client.report [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 829.664762] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949513, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.684117] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.715909] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525b627f-c059-05c8-2a53-0e83f6c37776, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.719086] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.719593] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a/5f7ef107-2dcc-4d3a-939b-311a5d05fb7a.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.722433] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1248ff3-f50b-41e3-8774-777b756729a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.729339] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 829.729339] env[69846]: value = "task-2949515" [ 829.729339] env[69846]: _type = "Task" [ 829.729339] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.741231] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.171489] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949513, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.185408] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949514, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.240942] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949515, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.305793] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7930e5d-3651-4c16-a7d6-23a76fde41e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.317194] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c103cdad-658e-49eb-b15b-97e6e29cc243 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.352236] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498833c7-3702-4c84-99b5-b8caca6df9de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.362511] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2788eb5e-66fc-4ec2-8116-fe948cf91c32 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.383381] env[69846]: DEBUG nova.compute.provider_tree [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.667076] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949513, 'name': CloneVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.681539] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949514, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.805661} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.681805] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 39baf588-6c09-4df4-a426-d2158d9c7afc/39baf588-6c09-4df4-a426-d2158d9c7afc.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.682028] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.682284] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7efb420a-6d09-40e4-b0bc-223603ac548a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.688925] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 830.688925] env[69846]: value = "task-2949517" [ 830.688925] env[69846]: _type = "Task" [ 830.688925] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.696433] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.740775] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738056} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.741276] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a/5f7ef107-2dcc-4d3a-939b-311a5d05fb7a.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.741495] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.741753] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c67a818-7493-4305-961d-2d36529b5245 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.751022] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 830.751022] env[69846]: value = "task-2949518" [ 830.751022] env[69846]: _type = "Task" [ 830.751022] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.757697] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.924272] env[69846]: DEBUG nova.scheduler.client.report [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 830.924907] env[69846]: DEBUG nova.compute.provider_tree [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 74 to 75 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 830.925290] env[69846]: DEBUG nova.compute.provider_tree [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.997020] env[69846]: DEBUG nova.network.neutron [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Successfully updated port: 8d5f98b0-b271-4d97-928a-5b78b66d63de {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.165471] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949513, 'name': CloneVM_Task, 'duration_secs': 2.053444} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.165636] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Created linked-clone VM from snapshot [ 831.166413] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac2394f-1ee0-4442-8b77-9e7fda9b101f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.174372] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Uploading image 468a3ea7-f884-4157-bad8-f592a419d0a7 {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.204822] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206626} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.207891] env[69846]: DEBUG oslo_vmware.rw_handles [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.207891] env[69846]: value = "vm-591995" [ 831.207891] env[69846]: _type = "VirtualMachine" [ 831.207891] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.208166] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.208523] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5afa33b9-202a-4199-a5a4-8ef630fbe738 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.211441] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5569774-4f0f-41f0-a137-8ab47b477fa9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.246917] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 39baf588-6c09-4df4-a426-d2158d9c7afc/39baf588-6c09-4df4-a426-d2158d9c7afc.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.248970] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc3712ef-4cd8-4ffc-9b6e-c582adc51b2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.268041] env[69846]: DEBUG oslo_vmware.rw_handles [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lease: (returnval){ [ 831.268041] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d3510d-2c82-faf7-cdaf-01ba1ecadeed" [ 831.268041] env[69846]: _type = "HttpNfcLease" [ 831.268041] env[69846]: } obtained for exporting VM: (result){ [ 831.268041] env[69846]: value = "vm-591995" [ 831.268041] env[69846]: _type = "VirtualMachine" [ 831.268041] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.268296] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the lease: (returnval){ [ 831.268296] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d3510d-2c82-faf7-cdaf-01ba1ecadeed" [ 831.268296] env[69846]: _type = "HttpNfcLease" [ 831.268296] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.277350] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 831.277350] env[69846]: value = "task-2949520" [ 831.277350] env[69846]: _type = "Task" [ 831.277350] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.285245] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064195} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.285447] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.285447] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d3510d-2c82-faf7-cdaf-01ba1ecadeed" [ 831.285447] env[69846]: _type = "HttpNfcLease" [ 831.285447] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 831.285991] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.286314] env[69846]: DEBUG oslo_vmware.rw_handles [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 831.286314] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d3510d-2c82-faf7-cdaf-01ba1ecadeed" [ 831.286314] env[69846]: _type = "HttpNfcLease" [ 831.286314] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 831.286950] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88c61aa-dd70-4665-8e6a-ebb9bb6f199e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.289669] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe6ae3e-0d49-4760-a21a-901cae5671b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.294797] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949520, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.322746] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a/5f7ef107-2dcc-4d3a-939b-311a5d05fb7a.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.327559] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7be964f-ecc1-44cf-ae5e-0330e3cd3d98 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.351302] env[69846]: DEBUG oslo_vmware.rw_handles [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f858b-4af3-ff14-20cf-4482d0d2bbd4/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 831.351562] env[69846]: DEBUG oslo_vmware.rw_handles [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f858b-4af3-ff14-20cf-4482d0d2bbd4/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 831.357338] env[69846]: DEBUG nova.compute.manager [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received event network-changed-429ba592-1d49-42ff-a902-ac8574bbe2b8 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.357592] env[69846]: DEBUG nova.compute.manager [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Refreshing instance network info cache due to event network-changed-429ba592-1d49-42ff-a902-ac8574bbe2b8. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.357893] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Acquiring lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.358102] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Acquired lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.358330] env[69846]: DEBUG nova.network.neutron [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Refreshing network info cache for port 429ba592-1d49-42ff-a902-ac8574bbe2b8 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.418257] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 831.418257] env[69846]: value = "task-2949521" [ 831.418257] env[69846]: _type = "Task" [ 831.418257] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.428593] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.430946] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.145s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.430946] env[69846]: DEBUG nova.compute.manager [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.433217] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.244s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.433454] env[69846]: DEBUG nova.objects.instance [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 831.479684] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4748c52f-f818-474d-8e89-0c1ba122917e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.497390] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "refresh_cache-821ee995-2b25-4053-bc3c-6523f1db90e2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.497548] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquired lock "refresh_cache-821ee995-2b25-4053-bc3c-6523f1db90e2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.497698] env[69846]: DEBUG nova.network.neutron [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.787123] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949520, 'name': ReconfigVM_Task, 'duration_secs': 0.271435} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.787441] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 39baf588-6c09-4df4-a426-d2158d9c7afc/39baf588-6c09-4df4-a426-d2158d9c7afc.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.788098] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7de8ffc0-c998-438b-955a-18184343521c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.794820] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 831.794820] env[69846]: value = "task-2949522" [ 831.794820] env[69846]: _type = "Task" [ 831.794820] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.803429] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949522, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.929688] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949521, 'name': ReconfigVM_Task, 'duration_secs': 0.271375} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.929968] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a/5f7ef107-2dcc-4d3a-939b-311a5d05fb7a.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.931302] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d79b9b6-6dc2-4095-b965-19c45fad3062 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.942088] env[69846]: DEBUG nova.compute.utils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.945656] env[69846]: DEBUG nova.compute.manager [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.948128] env[69846]: DEBUG nova.network.neutron [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.948663] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 831.948663] env[69846]: value = "task-2949523" [ 831.948663] env[69846]: _type = "Task" [ 831.948663] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.955096] env[69846]: DEBUG nova.network.neutron [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.967967] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949523, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.000509] env[69846]: DEBUG nova.policy [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14845c38dd3644a48863b2745b58c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c8e0597e1343e790cccd0f5edd75d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.088726] env[69846]: DEBUG nova.network.neutron [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.160219] env[69846]: DEBUG nova.network.neutron [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.309516] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949522, 'name': Rename_Task, 'duration_secs': 0.157009} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.309803] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.310169] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8d3569e-91e8-4212-b69d-c6a38324f18a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.316377] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 832.316377] env[69846]: value = "task-2949525" [ 832.316377] env[69846]: _type = "Task" [ 832.316377] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.324120] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.340591] env[69846]: DEBUG nova.network.neutron [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Updating instance_info_cache with network_info: [{"id": "8d5f98b0-b271-4d97-928a-5b78b66d63de", "address": "fa:16:3e:eb:df:57", "network": {"id": "b84b522d-19cc-4839-9a23-0e2dbc989aba", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1825925043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a2bc14e5609445e97dad76c1bd6d87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5f98b0-b2", "ovs_interfaceid": "8d5f98b0-b271-4d97-928a-5b78b66d63de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.371509] env[69846]: DEBUG nova.network.neutron [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Successfully updated port: 726e3229-fe36-45d9-90f5-5861e1de2cc1 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.447304] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e6f6d0e5-534c-4835-83c6-4759d77496ff tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.448707] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.310s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.450686] env[69846]: INFO nova.compute.claims [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.458038] env[69846]: DEBUG nova.compute.manager [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.468371] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949523, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.469247] env[69846]: DEBUG nova.network.neutron [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Successfully created port: c3b69697-b678-4f2e-9038-c3387d6e5942 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.665326] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Releasing lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.665326] env[69846]: DEBUG nova.compute.manager [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Received event network-changed-b7b40bdc-47b6-425b-b96d-6fead1f97217 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.665326] env[69846]: DEBUG nova.compute.manager [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Refreshing instance network info cache due to event network-changed-b7b40bdc-47b6-425b-b96d-6fead1f97217. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.665326] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Acquiring lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.665326] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Acquired lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.665679] env[69846]: DEBUG nova.network.neutron [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Refreshing network info cache for port b7b40bdc-47b6-425b-b96d-6fead1f97217 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.829314] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.843627] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Releasing lock "refresh_cache-821ee995-2b25-4053-bc3c-6523f1db90e2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.844129] env[69846]: DEBUG nova.compute.manager [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Instance network_info: |[{"id": "8d5f98b0-b271-4d97-928a-5b78b66d63de", "address": "fa:16:3e:eb:df:57", "network": {"id": "b84b522d-19cc-4839-9a23-0e2dbc989aba", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1825925043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a2bc14e5609445e97dad76c1bd6d87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5f98b0-b2", "ovs_interfaceid": "8d5f98b0-b271-4d97-928a-5b78b66d63de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.844742] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:df:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d5f98b0-b271-4d97-928a-5b78b66d63de', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.857217] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Creating folder: Project (9a2bc14e5609445e97dad76c1bd6d87b). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.857593] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c078dae-7661-435e-9fff-84c035b7e356 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.868796] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Created folder: Project (9a2bc14e5609445e97dad76c1bd6d87b) in parent group-v591891. [ 832.868997] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Creating folder: Instances. Parent ref: group-v591996. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.869247] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d475b6cc-883d-4427-88bf-1f02fedc7f95 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.878467] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Created folder: Instances in parent group-v591996. [ 832.878749] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.878983] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.879231] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ee5a655-5784-4f46-bd6d-f6013f93993b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.899252] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.899252] env[69846]: value = "task-2949528" [ 832.899252] env[69846]: _type = "Task" [ 832.899252] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.907418] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949528, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.973786] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949523, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.331379] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.367757] env[69846]: DEBUG nova.compute.manager [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received event network-vif-plugged-726e3229-fe36-45d9-90f5-5861e1de2cc1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.367964] env[69846]: DEBUG oslo_concurrency.lockutils [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] Acquiring lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.368511] env[69846]: DEBUG oslo_concurrency.lockutils [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.368726] env[69846]: DEBUG oslo_concurrency.lockutils [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.368947] env[69846]: DEBUG nova.compute.manager [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] No waiting events found dispatching network-vif-plugged-726e3229-fe36-45d9-90f5-5861e1de2cc1 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.369168] env[69846]: WARNING nova.compute.manager [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received unexpected event network-vif-plugged-726e3229-fe36-45d9-90f5-5861e1de2cc1 for instance with vm_state building and task_state spawning. [ 833.369510] env[69846]: DEBUG nova.compute.manager [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received event network-changed-726e3229-fe36-45d9-90f5-5861e1de2cc1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.370194] env[69846]: DEBUG nova.compute.manager [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Refreshing instance network info cache due to event network-changed-726e3229-fe36-45d9-90f5-5861e1de2cc1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.370194] env[69846]: DEBUG oslo_concurrency.lockutils [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] Acquiring lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.370194] env[69846]: DEBUG oslo_concurrency.lockutils [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] Acquired lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.370194] env[69846]: DEBUG nova.network.neutron [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Refreshing network info cache for port 726e3229-fe36-45d9-90f5-5861e1de2cc1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.411071] env[69846]: DEBUG nova.network.neutron [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updated VIF entry in instance network info cache for port b7b40bdc-47b6-425b-b96d-6fead1f97217. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.411071] env[69846]: DEBUG nova.network.neutron [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updating instance_info_cache with network_info: [{"id": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "address": "fa:16:3e:94:c2:b9", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b40bdc-47", "ovs_interfaceid": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.415556] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949528, 'name': CreateVM_Task, 'duration_secs': 0.33865} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.416295] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.416983] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.417172] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.417484] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.417742] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1678f8c-416e-4e66-95cb-dc58d9f8f297 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.423198] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 833.423198] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52af2eda-c442-c299-1eb5-3e8187c703c0" [ 833.423198] env[69846]: _type = "Task" [ 833.423198] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.432117] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52af2eda-c442-c299-1eb5-3e8187c703c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.471343] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949523, 'name': Rename_Task, 'duration_secs': 1.166025} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.471688] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.471974] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c36aab9-8655-4be4-b1f6-1518081cdb04 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.476238] env[69846]: DEBUG nova.compute.manager [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.480059] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 833.480059] env[69846]: value = "task-2949529" [ 833.480059] env[69846]: _type = "Task" [ 833.480059] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.492812] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.506517] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.506781] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.506943] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.507144] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.507292] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.507439] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.507652] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.507811] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.508034] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.508217] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.508557] env[69846]: DEBUG nova.virt.hardware [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.509882] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f8c5d1-b231-4d4f-bddc-3bef682887ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.520683] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a79be23-3092-49cc-8f69-03de74c2f5e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.830474] env[69846]: DEBUG oslo_vmware.api [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2949525, 'name': PowerOnVM_Task, 'duration_secs': 1.197601} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.830868] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.830908] env[69846]: INFO nova.compute.manager [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Took 12.82 seconds to spawn the instance on the hypervisor. [ 833.831238] env[69846]: DEBUG nova.compute.manager [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.831892] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8ffae0-8984-4572-81db-18ae1f1737be {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.899913] env[69846]: DEBUG nova.compute.manager [req-20467ab7-5d88-4b23-a833-02ae9bf33579 req-47825cac-89bb-459f-b32d-e0a7a04c4528 service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Received event network-vif-plugged-c3b69697-b678-4f2e-9038-c3387d6e5942 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.900221] env[69846]: DEBUG oslo_concurrency.lockutils [req-20467ab7-5d88-4b23-a833-02ae9bf33579 req-47825cac-89bb-459f-b32d-e0a7a04c4528 service nova] Acquiring lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.900446] env[69846]: DEBUG oslo_concurrency.lockutils [req-20467ab7-5d88-4b23-a833-02ae9bf33579 req-47825cac-89bb-459f-b32d-e0a7a04c4528 service nova] Lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.900616] env[69846]: DEBUG oslo_concurrency.lockutils [req-20467ab7-5d88-4b23-a833-02ae9bf33579 req-47825cac-89bb-459f-b32d-e0a7a04c4528 service nova] Lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.900787] env[69846]: DEBUG nova.compute.manager [req-20467ab7-5d88-4b23-a833-02ae9bf33579 req-47825cac-89bb-459f-b32d-e0a7a04c4528 service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] No waiting events found dispatching network-vif-plugged-c3b69697-b678-4f2e-9038-c3387d6e5942 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.900952] env[69846]: WARNING nova.compute.manager [req-20467ab7-5d88-4b23-a833-02ae9bf33579 req-47825cac-89bb-459f-b32d-e0a7a04c4528 service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Received unexpected event network-vif-plugged-c3b69697-b678-4f2e-9038-c3387d6e5942 for instance with vm_state building and task_state spawning. [ 833.919420] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Releasing lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.920062] env[69846]: DEBUG nova.compute.manager [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Received event network-vif-plugged-8d5f98b0-b271-4d97-928a-5b78b66d63de {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.920062] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Acquiring lock "821ee995-2b25-4053-bc3c-6523f1db90e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.920343] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.920421] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.920614] env[69846]: DEBUG nova.compute.manager [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] No waiting events found dispatching network-vif-plugged-8d5f98b0-b271-4d97-928a-5b78b66d63de {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.920837] env[69846]: WARNING nova.compute.manager [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Received unexpected event network-vif-plugged-8d5f98b0-b271-4d97-928a-5b78b66d63de for instance with vm_state building and task_state spawning. [ 833.921118] env[69846]: DEBUG nova.compute.manager [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Received event network-changed-8d5f98b0-b271-4d97-928a-5b78b66d63de {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.921310] env[69846]: DEBUG nova.compute.manager [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Refreshing instance network info cache due to event network-changed-8d5f98b0-b271-4d97-928a-5b78b66d63de. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.921521] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Acquiring lock "refresh_cache-821ee995-2b25-4053-bc3c-6523f1db90e2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.921671] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Acquired lock "refresh_cache-821ee995-2b25-4053-bc3c-6523f1db90e2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.922200] env[69846]: DEBUG nova.network.neutron [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Refreshing network info cache for port 8d5f98b0-b271-4d97-928a-5b78b66d63de {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.938772] env[69846]: DEBUG nova.network.neutron [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.948330] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52af2eda-c442-c299-1eb5-3e8187c703c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.948623] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.948868] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.949125] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.949272] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.949446] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.949715] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3d32047-bd20-4b12-b861-83f128582993 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.964122] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.964122] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.964122] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98cc0a6-0efd-482b-8e36-3ec4dc346c09 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.973219] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 833.973219] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d2fd3f-4c22-85f5-e110-3086674e2362" [ 833.973219] env[69846]: _type = "Task" [ 833.973219] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.989810] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d2fd3f-4c22-85f5-e110-3086674e2362, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.993533] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7168e159-cc9c-48f9-9275-b8985a177c0b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.002730] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949529, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.007350] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 834.007350] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]523ecbf6-6d6c-226d-e6bd-08d5fb43d6ec" [ 834.007350] env[69846]: _type = "Task" [ 834.007350] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.017937] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523ecbf6-6d6c-226d-e6bd-08d5fb43d6ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.115175] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356e5a34-d3ac-4a0b-a376-c61a8b7a5b2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.124457] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d537e359-66cc-403b-a45f-56748599e4c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.160325] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320bd36-dd59-4e35-85b1-b789eb374b81 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.168199] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a1d6e-b43f-478f-a165-b95d1310da15 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.188344] env[69846]: DEBUG nova.compute.provider_tree [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.291217] env[69846]: DEBUG nova.network.neutron [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.319196] env[69846]: DEBUG nova.network.neutron [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Successfully updated port: c3b69697-b678-4f2e-9038-c3387d6e5942 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.355533] env[69846]: INFO nova.compute.manager [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Took 64.32 seconds to build instance. [ 834.381446] env[69846]: DEBUG nova.network.neutron [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Updated VIF entry in instance network info cache for port 8d5f98b0-b271-4d97-928a-5b78b66d63de. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.381805] env[69846]: DEBUG nova.network.neutron [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Updating instance_info_cache with network_info: [{"id": "8d5f98b0-b271-4d97-928a-5b78b66d63de", "address": "fa:16:3e:eb:df:57", "network": {"id": "b84b522d-19cc-4839-9a23-0e2dbc989aba", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1825925043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a2bc14e5609445e97dad76c1bd6d87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5f98b0-b2", "ovs_interfaceid": "8d5f98b0-b271-4d97-928a-5b78b66d63de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.491208] env[69846]: DEBUG oslo_vmware.api [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949529, 'name': PowerOnVM_Task, 'duration_secs': 0.596424} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.491519] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.491810] env[69846]: INFO nova.compute.manager [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Took 10.69 seconds to spawn the instance on the hypervisor. [ 834.491946] env[69846]: DEBUG nova.compute.manager [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.492747] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707693e3-e50b-44c9-b6e0-bbf5f29d0c84 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.516079] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523ecbf6-6d6c-226d-e6bd-08d5fb43d6ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.516330] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.516583] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 821ee995-2b25-4053-bc3c-6523f1db90e2/821ee995-2b25-4053-bc3c-6523f1db90e2.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.516834] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-001b265e-4adf-4f53-9800-c5e076651de6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.522893] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 834.522893] env[69846]: value = "task-2949531" [ 834.522893] env[69846]: _type = "Task" [ 834.522893] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.531484] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.692778] env[69846]: DEBUG nova.scheduler.client.report [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.794440] env[69846]: DEBUG nova.network.neutron [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Successfully updated port: 75f4af12-df76-41a2-a28d-2465262fef65 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.795962] env[69846]: DEBUG oslo_concurrency.lockutils [req-928ecbd1-9fd8-4d68-b99e-b4c8f06ba31b req-e27d738c-8a1a-48a7-bb01-fff0c5be6758 service nova] Releasing lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.818584] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "refresh_cache-b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.818701] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "refresh_cache-b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.818743] env[69846]: DEBUG nova.network.neutron [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.858158] env[69846]: DEBUG oslo_concurrency.lockutils [None req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.860s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.885121] env[69846]: DEBUG oslo_concurrency.lockutils [req-5a9a12d4-0f9b-455c-b8ed-957e80c6047f req-8ca56f36-bf75-4c0e-be07-92cfe44dfea6 service nova] Releasing lock "refresh_cache-821ee995-2b25-4053-bc3c-6523f1db90e2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.013094] env[69846]: INFO nova.compute.manager [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Took 63.85 seconds to build instance. [ 835.037442] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949531, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.201232] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.201778] env[69846]: DEBUG nova.compute.manager [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.205161] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.728s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.207139] env[69846]: INFO nova.compute.claims [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.297734] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.297946] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquired lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.298167] env[69846]: DEBUG nova.network.neutron [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.360262] env[69846]: DEBUG nova.compute.manager [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.382596] env[69846]: DEBUG nova.network.neutron [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.480952] env[69846]: DEBUG nova.compute.manager [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received event network-vif-plugged-75f4af12-df76-41a2-a28d-2465262fef65 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.481219] env[69846]: DEBUG oslo_concurrency.lockutils [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] Acquiring lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.481500] env[69846]: DEBUG oslo_concurrency.lockutils [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.481645] env[69846]: DEBUG oslo_concurrency.lockutils [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.481790] env[69846]: DEBUG nova.compute.manager [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] No waiting events found dispatching network-vif-plugged-75f4af12-df76-41a2-a28d-2465262fef65 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.481963] env[69846]: WARNING nova.compute.manager [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received unexpected event network-vif-plugged-75f4af12-df76-41a2-a28d-2465262fef65 for instance with vm_state building and task_state spawning. [ 835.482681] env[69846]: DEBUG nova.compute.manager [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received event network-changed-75f4af12-df76-41a2-a28d-2465262fef65 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.482972] env[69846]: DEBUG nova.compute.manager [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Refreshing instance network info cache due to event network-changed-75f4af12-df76-41a2-a28d-2465262fef65. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.483220] env[69846]: DEBUG oslo_concurrency.lockutils [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] Acquiring lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.515468] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32e24195-8366-4c05-9f1b-2e00561c7f30 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.429s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.542319] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693628} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.542681] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 821ee995-2b25-4053-bc3c-6523f1db90e2/821ee995-2b25-4053-bc3c-6523f1db90e2.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.542944] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.543464] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d01814b9-f2ed-47e5-a453-85dfffc37bd9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.553504] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 835.553504] env[69846]: value = "task-2949532" [ 835.553504] env[69846]: _type = "Task" [ 835.553504] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.567394] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.623750] env[69846]: DEBUG nova.network.neutron [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Updating instance_info_cache with network_info: [{"id": "c3b69697-b678-4f2e-9038-c3387d6e5942", "address": "fa:16:3e:45:60:0c", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b69697-b6", "ovs_interfaceid": "c3b69697-b678-4f2e-9038-c3387d6e5942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.712046] env[69846]: DEBUG nova.compute.utils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.716821] env[69846]: DEBUG nova.compute.manager [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.716999] env[69846]: DEBUG nova.network.neutron [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.793747] env[69846]: DEBUG nova.policy [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58b2bf86d940473c8e1423398af54393', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e50ada2b1744fd39b09ff7247dced55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.872438] env[69846]: DEBUG nova.network.neutron [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.889016] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.018970] env[69846]: DEBUG nova.compute.manager [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.070904] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091692} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.075058] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.078077] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ae814d-d06f-4fc8-9244-9c74774b6d92 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.104055] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 821ee995-2b25-4053-bc3c-6523f1db90e2/821ee995-2b25-4053-bc3c-6523f1db90e2.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.104055] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31441a87-a7d4-4429-b7ff-ebd9ffe5920f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.125062] env[69846]: DEBUG nova.compute.manager [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Received event network-changed-c3b69697-b678-4f2e-9038-c3387d6e5942 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.125250] env[69846]: DEBUG nova.compute.manager [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Refreshing instance network info cache due to event network-changed-c3b69697-b678-4f2e-9038-c3387d6e5942. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.125441] env[69846]: DEBUG oslo_concurrency.lockutils [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] Acquiring lock "refresh_cache-b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.126399] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "refresh_cache-b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.126675] env[69846]: DEBUG nova.compute.manager [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Instance network_info: |[{"id": "c3b69697-b678-4f2e-9038-c3387d6e5942", "address": "fa:16:3e:45:60:0c", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b69697-b6", "ovs_interfaceid": "c3b69697-b678-4f2e-9038-c3387d6e5942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.127318] env[69846]: DEBUG oslo_concurrency.lockutils [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] Acquired lock "refresh_cache-b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.130358] env[69846]: DEBUG nova.network.neutron [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Refreshing network info cache for port c3b69697-b678-4f2e-9038-c3387d6e5942 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.130358] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:60:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3b69697-b678-4f2e-9038-c3387d6e5942', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.136066] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating folder: Project (e8c8e0597e1343e790cccd0f5edd75d7). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.138252] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23c6aac7-f45c-4830-bdc8-b510aeffafb4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.139982] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 836.139982] env[69846]: value = "task-2949533" [ 836.139982] env[69846]: _type = "Task" [ 836.139982] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.156022] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Created folder: Project (e8c8e0597e1343e790cccd0f5edd75d7) in parent group-v591891. [ 836.156022] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating folder: Instances. Parent ref: group-v592000. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.156022] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.156022] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77b16f18-e7b2-410e-a681-7876313eaa8a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.164904] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Created folder: Instances in parent group-v592000. [ 836.165189] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.166149] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.166149] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1ff1c6d-7a86-4381-b9b7-c023232ea949 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.186598] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.186598] env[69846]: value = "task-2949536" [ 836.186598] env[69846]: _type = "Task" [ 836.186598] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.196297] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949536, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.217249] env[69846]: DEBUG nova.compute.manager [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.545780] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.655440] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949533, 'name': ReconfigVM_Task, 'duration_secs': 0.29085} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.658510] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 821ee995-2b25-4053-bc3c-6523f1db90e2/821ee995-2b25-4053-bc3c-6523f1db90e2.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.660332] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3366223a-c6f5-4624-a2a1-e0ef57118b82 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.666650] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 836.666650] env[69846]: value = "task-2949538" [ 836.666650] env[69846]: _type = "Task" [ 836.666650] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.678546] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949538, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.701680] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949536, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.892468] env[69846]: DEBUG nova.network.neutron [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Updated VIF entry in instance network info cache for port c3b69697-b678-4f2e-9038-c3387d6e5942. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.892864] env[69846]: DEBUG nova.network.neutron [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Updating instance_info_cache with network_info: [{"id": "c3b69697-b678-4f2e-9038-c3387d6e5942", "address": "fa:16:3e:45:60:0c", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b69697-b6", "ovs_interfaceid": "c3b69697-b678-4f2e-9038-c3387d6e5942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.933251] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8f33d4-c30a-4532-aae3-ff5b62963dec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.944546] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69843994-3e20-4213-b9e8-b5f607ac5de5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.985570] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3eee59-29e9-44fe-933d-dae64e828ff6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.995351] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3246ff-49ad-4976-a550-9dd0751e65fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.010418] env[69846]: DEBUG nova.compute.provider_tree [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.107780] env[69846]: DEBUG nova.network.neutron [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Successfully created port: 7e051d4c-5fc6-4fe3-8153-131eecd0e4bc {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.178606] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949538, 'name': Rename_Task, 'duration_secs': 0.155404} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.178891] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.179340] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f074ccc-d11a-4cb8-b893-0d9b756bacf1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.188735] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 837.188735] env[69846]: value = "task-2949539" [ 837.188735] env[69846]: _type = "Task" [ 837.188735] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.200270] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.204238] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949536, 'name': CreateVM_Task, 'duration_secs': 0.519061} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.204453] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.205186] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.205422] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.206015] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.206289] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7033c731-b2aa-4a88-961b-fd1de8e50e94 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.212928] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 837.212928] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c73048-3bb5-4e19-52bd-8a9449484869" [ 837.212928] env[69846]: _type = "Task" [ 837.212928] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.226023] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c73048-3bb5-4e19-52bd-8a9449484869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.229729] env[69846]: DEBUG nova.compute.manager [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.257615] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.257884] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.258249] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.258477] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.258631] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.258781] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.259024] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.259852] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.259852] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.259852] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.259998] env[69846]: DEBUG nova.virt.hardware [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.260961] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b159c-e511-4303-b2ca-65efd8090661 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.270040] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0a3614-38b8-4c23-ac46-5ed4b4f74e0e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.401486] env[69846]: DEBUG oslo_concurrency.lockutils [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] Releasing lock "refresh_cache-b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.401759] env[69846]: DEBUG nova.compute.manager [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received event network-changed-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.401929] env[69846]: DEBUG nova.compute.manager [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Refreshing instance network info cache due to event network-changed-48edc9b6-65ab-4cb3-8687-f22d0e472aa1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.402162] env[69846]: DEBUG oslo_concurrency.lockutils [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] Acquiring lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.402304] env[69846]: DEBUG oslo_concurrency.lockutils [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] Acquired lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.402524] env[69846]: DEBUG nova.network.neutron [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Refreshing network info cache for port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.440981] env[69846]: DEBUG nova.network.neutron [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Updating instance_info_cache with network_info: [{"id": "429ba592-1d49-42ff-a902-ac8574bbe2b8", "address": "fa:16:3e:3b:7a:98", "network": {"id": "7119a40c-4c44-46fb-b8ed-e905f9027ea6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-831868895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429ba592-1d", "ovs_interfaceid": "429ba592-1d49-42ff-a902-ac8574bbe2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "726e3229-fe36-45d9-90f5-5861e1de2cc1", "address": "fa:16:3e:eb:d7:2e", "network": {"id": "56f9c402-ace4-4b0e-9f33-da4fb90029c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-156979494", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e3229-fe", "ovs_interfaceid": "726e3229-fe36-45d9-90f5-5861e1de2cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75f4af12-df76-41a2-a28d-2465262fef65", "address": "fa:16:3e:41:7b:2e", "network": {"id": "7119a40c-4c44-46fb-b8ed-e905f9027ea6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-831868895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f4af12-df", "ovs_interfaceid": "75f4af12-df76-41a2-a28d-2465262fef65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.513834] env[69846]: DEBUG nova.scheduler.client.report [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.703684] env[69846]: DEBUG oslo_vmware.api [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2949539, 'name': PowerOnVM_Task, 'duration_secs': 0.481393} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.703876] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.704316] env[69846]: INFO nova.compute.manager [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Took 8.40 seconds to spawn the instance on the hypervisor. [ 837.704513] env[69846]: DEBUG nova.compute.manager [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.705341] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa28cae-efa9-4fc8-816b-fc8e6a42ba35 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.729224] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c73048-3bb5-4e19-52bd-8a9449484869, 'name': SearchDatastore_Task, 'duration_secs': 0.015506} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.729554] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.729793] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.730074] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.730260] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.730462] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.730745] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-793a9014-37c2-46a3-8434-71eabc958b48 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.742613] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.742864] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.743892] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b69b59-94f8-4e84-8be7-be6e21241724 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.755022] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 837.755022] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52769e0b-f289-54db-0b3d-bf2e177d03b3" [ 837.755022] env[69846]: _type = "Task" [ 837.755022] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.770019] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52769e0b-f289-54db-0b3d-bf2e177d03b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.944518] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Releasing lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.945053] env[69846]: DEBUG nova.compute.manager [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Instance network_info: |[{"id": "429ba592-1d49-42ff-a902-ac8574bbe2b8", "address": "fa:16:3e:3b:7a:98", "network": {"id": "7119a40c-4c44-46fb-b8ed-e905f9027ea6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-831868895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429ba592-1d", "ovs_interfaceid": "429ba592-1d49-42ff-a902-ac8574bbe2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "726e3229-fe36-45d9-90f5-5861e1de2cc1", "address": "fa:16:3e:eb:d7:2e", "network": {"id": "56f9c402-ace4-4b0e-9f33-da4fb90029c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-156979494", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e3229-fe", "ovs_interfaceid": "726e3229-fe36-45d9-90f5-5861e1de2cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75f4af12-df76-41a2-a28d-2465262fef65", "address": "fa:16:3e:41:7b:2e", "network": {"id": "7119a40c-4c44-46fb-b8ed-e905f9027ea6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-831868895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f4af12-df", "ovs_interfaceid": "75f4af12-df76-41a2-a28d-2465262fef65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.945438] env[69846]: DEBUG oslo_concurrency.lockutils [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] Acquired lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.945640] env[69846]: DEBUG nova.network.neutron [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Refreshing network info cache for port 75f4af12-df76-41a2-a28d-2465262fef65 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.947253] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:7a:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '429ba592-1d49-42ff-a902-ac8574bbe2b8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:d7:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '726e3229-fe36-45d9-90f5-5861e1de2cc1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:7b:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75f4af12-df76-41a2-a28d-2465262fef65', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.959441] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Creating folder: Project (df096e2475264a7e8bf97b8a7c477610). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.964915] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d786c57d-fc01-4b6c-abc4-ebc8acb7cd5b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.980619] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Created folder: Project (df096e2475264a7e8bf97b8a7c477610) in parent group-v591891. [ 837.981246] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Creating folder: Instances. Parent ref: group-v592003. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.981246] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c4abb8-552c-4c24-9485-5bca6fe0acbb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.993027] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Created folder: Instances in parent group-v592003. [ 837.993324] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.993521] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.993786] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08e63d96-d81c-459b-a004-9027d223b2d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.022520] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.023100] env[69846]: DEBUG nova.compute.manager [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.026591] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.211s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.026788] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.030725] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.867s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.030725] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.031157] env[69846]: DEBUG oslo_concurrency.lockutils [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.729s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.031406] env[69846]: DEBUG nova.objects.instance [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lazy-loading 'resources' on Instance uuid 1104e337-464b-4df2-9c4a-7a1695128caa {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.034874] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.034874] env[69846]: value = "task-2949542" [ 838.034874] env[69846]: _type = "Task" [ 838.034874] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.045437] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949542, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.067394] env[69846]: INFO nova.scheduler.client.report [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Deleted allocations for instance 3719ed62-b76c-425e-8721-5ba909bda739 [ 838.075558] env[69846]: INFO nova.scheduler.client.report [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Deleted allocations for instance 07c43be2-c15c-476d-ab0a-550d0511a785 [ 838.232987] env[69846]: INFO nova.compute.manager [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Took 57.25 seconds to build instance. [ 838.248171] env[69846]: DEBUG nova.network.neutron [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Updated VIF entry in instance network info cache for port 75f4af12-df76-41a2-a28d-2465262fef65. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.248520] env[69846]: DEBUG nova.network.neutron [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Updating instance_info_cache with network_info: [{"id": "429ba592-1d49-42ff-a902-ac8574bbe2b8", "address": "fa:16:3e:3b:7a:98", "network": {"id": "7119a40c-4c44-46fb-b8ed-e905f9027ea6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-831868895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429ba592-1d", "ovs_interfaceid": "429ba592-1d49-42ff-a902-ac8574bbe2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "726e3229-fe36-45d9-90f5-5861e1de2cc1", "address": "fa:16:3e:eb:d7:2e", "network": {"id": "56f9c402-ace4-4b0e-9f33-da4fb90029c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-156979494", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e3229-fe", "ovs_interfaceid": "726e3229-fe36-45d9-90f5-5861e1de2cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75f4af12-df76-41a2-a28d-2465262fef65", "address": "fa:16:3e:41:7b:2e", "network": {"id": "7119a40c-4c44-46fb-b8ed-e905f9027ea6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-831868895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f4af12-df", "ovs_interfaceid": "75f4af12-df76-41a2-a28d-2465262fef65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.270643] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52769e0b-f289-54db-0b3d-bf2e177d03b3, 'name': SearchDatastore_Task, 'duration_secs': 0.018138} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.271259] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e85be2-8d71-43d4-92f6-e3eab90f70ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.279722] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 838.279722] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52855c5c-522b-dfd5-e831-ad98e99e0813" [ 838.279722] env[69846]: _type = "Task" [ 838.279722] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.296095] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52855c5c-522b-dfd5-e831-ad98e99e0813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.367254] env[69846]: DEBUG nova.network.neutron [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updated VIF entry in instance network info cache for port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.367630] env[69846]: DEBUG nova.network.neutron [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating instance_info_cache with network_info: [{"id": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "address": "fa:16:3e:98:5f:82", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edc9b6-65", "ovs_interfaceid": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.474742] env[69846]: DEBUG nova.compute.manager [req-29bccd7b-9cc2-4666-b309-b5cf5d870dff req-5b74a5e0-364c-4e17-99d2-ebf327a8bcf2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Received event network-changed-0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.474991] env[69846]: DEBUG nova.compute.manager [req-29bccd7b-9cc2-4666-b309-b5cf5d870dff req-5b74a5e0-364c-4e17-99d2-ebf327a8bcf2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Refreshing instance network info cache due to event network-changed-0a240858-e2b1-4010-98fe-99d993da6573. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.475262] env[69846]: DEBUG oslo_concurrency.lockutils [req-29bccd7b-9cc2-4666-b309-b5cf5d870dff req-5b74a5e0-364c-4e17-99d2-ebf327a8bcf2 service nova] Acquiring lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.475417] env[69846]: DEBUG oslo_concurrency.lockutils [req-29bccd7b-9cc2-4666-b309-b5cf5d870dff req-5b74a5e0-364c-4e17-99d2-ebf327a8bcf2 service nova] Acquired lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.475591] env[69846]: DEBUG nova.network.neutron [req-29bccd7b-9cc2-4666-b309-b5cf5d870dff req-5b74a5e0-364c-4e17-99d2-ebf327a8bcf2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Refreshing network info cache for port 0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.536464] env[69846]: DEBUG nova.compute.utils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.541603] env[69846]: DEBUG nova.compute.manager [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.541855] env[69846]: DEBUG nova.network.neutron [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.561897] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949542, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.581088] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Lock "3719ed62-b76c-425e-8721-5ba909bda739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.830s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.584142] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e77036e-17be-4c67-87bc-faf518fa4e3e tempest-ServersListShow296Test-1098535096 tempest-ServersListShow296Test-1098535096-project-member] Lock "07c43be2-c15c-476d-ab0a-550d0511a785" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.026s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.613266] env[69846]: DEBUG nova.policy [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c992ac56bc84979ac40c1026e816656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf2d588ef6204f80a4a8a3d0b041c2ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.736685] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6719c3e-5290-49d8-998d-723fee0485a5 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.346s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.752828] env[69846]: DEBUG oslo_concurrency.lockutils [req-030447f9-cb7b-4178-8d9b-0251be141a39 req-5c54ee8d-a54a-4461-99c9-4c3ed0316b7e service nova] Releasing lock "refresh_cache-295b2bc5-a56d-4eca-940f-c04d3adae804" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.797109] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52855c5c-522b-dfd5-e831-ad98e99e0813, 'name': SearchDatastore_Task, 'duration_secs': 0.015749} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.797394] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.797732] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b1d15af5-a87a-4c19-a5f0-1b9d78f8d845/b1d15af5-a87a-4c19-a5f0-1b9d78f8d845.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.798227] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c0cdf4b-d078-475c-a59d-441e197eba0b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.808762] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 838.808762] env[69846]: value = "task-2949544" [ 838.808762] env[69846]: _type = "Task" [ 838.808762] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.823531] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.871132] env[69846]: DEBUG oslo_concurrency.lockutils [req-a608e6c5-942b-44be-8a6f-1371f0d4973c req-4f0da3ac-472d-4bc5-8ea6-1ab2e60bf01a service nova] Releasing lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.046671] env[69846]: DEBUG nova.compute.manager [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.059601] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949542, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.180509] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5ee5a1-5016-4467-80ca-5d01f50ce369 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.189455] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d971669d-ff37-4f02-a5d7-534ae0a291df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.227091] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946c6d0a-32f5-46d0-aae0-894af9581ce6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.239333] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e007e3f3-59af-4be1-908b-f4807f4ba64c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.243974] env[69846]: DEBUG nova.compute.manager [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.260574] env[69846]: DEBUG nova.compute.provider_tree [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.322177] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.327823] env[69846]: DEBUG nova.network.neutron [req-29bccd7b-9cc2-4666-b309-b5cf5d870dff req-5b74a5e0-364c-4e17-99d2-ebf327a8bcf2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updated VIF entry in instance network info cache for port 0a240858-e2b1-4010-98fe-99d993da6573. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.328116] env[69846]: DEBUG nova.network.neutron [req-29bccd7b-9cc2-4666-b309-b5cf5d870dff req-5b74a5e0-364c-4e17-99d2-ebf327a8bcf2 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updating instance_info_cache with network_info: [{"id": "0a240858-e2b1-4010-98fe-99d993da6573", "address": "fa:16:3e:97:6e:df", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a240858-e2", "ovs_interfaceid": "0a240858-e2b1-4010-98fe-99d993da6573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.344570] env[69846]: DEBUG nova.network.neutron [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Successfully created port: fd481767-304a-4a3a-8ec2-77e97bba4e97 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.557036] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949542, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.764956] env[69846]: DEBUG nova.scheduler.client.report [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.775033] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.829232] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949544, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.832144] env[69846]: DEBUG oslo_concurrency.lockutils [req-29bccd7b-9cc2-4666-b309-b5cf5d870dff req-5b74a5e0-364c-4e17-99d2-ebf327a8bcf2 service nova] Releasing lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.919850] env[69846]: DEBUG nova.network.neutron [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Successfully updated port: 7e051d4c-5fc6-4fe3-8153-131eecd0e4bc {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.056124] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949542, 'name': CreateVM_Task, 'duration_secs': 1.613334} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.057990] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.059371] env[69846]: DEBUG nova.compute.manager [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.062359] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.062685] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.063181] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.063795] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08694bb4-1b5b-4ee0-94a2-492abc7abe9f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.075288] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 840.075288] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a708cd-5c59-f740-68fe-c843055aa8a9" [ 840.075288] env[69846]: _type = "Task" [ 840.075288] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.087978] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a708cd-5c59-f740-68fe-c843055aa8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.095058] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.095058] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.095058] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.095058] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.098321] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.098321] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.098321] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.098321] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.098321] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.098321] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.098321] env[69846]: DEBUG nova.virt.hardware [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.098321] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fcb315-1bd6-41ff-ba16-4d8e14a3a5fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.107912] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2ea211-ef56-4427-9d55-896aaec1d346 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.269903] env[69846]: DEBUG oslo_concurrency.lockutils [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.274371] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.558s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.274371] env[69846]: INFO nova.compute.claims [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.308777] env[69846]: INFO nova.scheduler.client.report [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Deleted allocations for instance 1104e337-464b-4df2-9c4a-7a1695128caa [ 840.333114] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949544, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.21106} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.333680] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b1d15af5-a87a-4c19-a5f0-1b9d78f8d845/b1d15af5-a87a-4c19-a5f0-1b9d78f8d845.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.334103] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.334213] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbb2a7bc-9545-4bb5-9805-7d64301b71c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.344114] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 840.344114] env[69846]: value = "task-2949545" [ 840.344114] env[69846]: _type = "Task" [ 840.344114] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.356172] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.426919] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquiring lock "refresh_cache-64daeb7e-b2b0-49fd-abca-3fe57c97fa89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.427238] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquired lock "refresh_cache-64daeb7e-b2b0-49fd-abca-3fe57c97fa89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.427439] env[69846]: DEBUG nova.network.neutron [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.585400] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a708cd-5c59-f740-68fe-c843055aa8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.018157} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.585931] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.586346] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.587039] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.591968] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.591968] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.591968] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98f5b061-b33d-419b-a6b0-7a426d0de0a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.603335] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.603544] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.605041] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2978ec-4e54-40ec-802a-50b7c23d97a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.613199] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 840.613199] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e08e72-17b3-43c5-c987-6974ebdb0fc1" [ 840.613199] env[69846]: _type = "Task" [ 840.613199] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.625242] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e08e72-17b3-43c5-c987-6974ebdb0fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.820984] env[69846]: DEBUG oslo_concurrency.lockutils [None req-940e933f-4932-4da8-b25d-63e803c926e8 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Lock "1104e337-464b-4df2-9c4a-7a1695128caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.168s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.859989] env[69846]: DEBUG oslo_vmware.rw_handles [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f858b-4af3-ff14-20cf-4482d0d2bbd4/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 840.861153] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f3bb3a-4a96-440b-bf7d-00d0914d0058 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.868036] env[69846]: DEBUG oslo_vmware.rw_handles [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f858b-4af3-ff14-20cf-4482d0d2bbd4/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 840.868138] env[69846]: ERROR oslo_vmware.rw_handles [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f858b-4af3-ff14-20cf-4482d0d2bbd4/disk-0.vmdk due to incomplete transfer. [ 840.872262] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ac93ddbd-c327-40f2-9452-2b29071495bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.874214] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147793} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.874462] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.877247] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd79045-fcad-4c0a-a837-cfa7ea65399b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.881885] env[69846]: DEBUG oslo_vmware.rw_handles [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f858b-4af3-ff14-20cf-4482d0d2bbd4/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 840.882092] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Uploaded image 468a3ea7-f884-4157-bad8-f592a419d0a7 to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 840.885348] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 840.888017] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-daf2cc2c-73ba-4664-958e-f4b65745569a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.915018] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] b1d15af5-a87a-4c19-a5f0-1b9d78f8d845/b1d15af5-a87a-4c19-a5f0-1b9d78f8d845.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.915823] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957d7303-5781-46e6-83dc-0751e357687d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.934882] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 840.934882] env[69846]: value = "task-2949547" [ 840.934882] env[69846]: _type = "Task" [ 840.934882] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.944939] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 840.944939] env[69846]: value = "task-2949548" [ 840.944939] env[69846]: _type = "Task" [ 840.944939] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.959556] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949548, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.962940] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949547, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.012573] env[69846]: DEBUG nova.network.neutron [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.033419] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.033419] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.125532] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e08e72-17b3-43c5-c987-6974ebdb0fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.129025] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f61a66-1382-4308-b796-ccff67d81eab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.138515] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 841.138515] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5264c12b-67a5-dd06-9017-7e6f596ffc31" [ 841.138515] env[69846]: _type = "Task" [ 841.138515] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.147915] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5264c12b-67a5-dd06-9017-7e6f596ffc31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.449937] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949547, 'name': Destroy_Task, 'duration_secs': 0.36743} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.455494] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Destroyed the VM [ 841.455830] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 841.456286] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e13a059b-6873-4c74-a141-922de79fac00 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.467060] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949548, 'name': ReconfigVM_Task, 'duration_secs': 0.36538} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.470920] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Reconfigured VM instance instance-0000002a to attach disk [datastore2] b1d15af5-a87a-4c19-a5f0-1b9d78f8d845/b1d15af5-a87a-4c19-a5f0-1b9d78f8d845.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.471510] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 841.471510] env[69846]: value = "task-2949549" [ 841.471510] env[69846]: _type = "Task" [ 841.471510] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.471733] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81c62a0e-8a6f-4432-9e61-a1a6a364fbb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.490400] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949549, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.492791] env[69846]: DEBUG nova.network.neutron [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Updating instance_info_cache with network_info: [{"id": "7e051d4c-5fc6-4fe3-8153-131eecd0e4bc", "address": "fa:16:3e:b0:e4:fe", "network": {"id": "eb025339-1384-4526-a760-925b3d83be70", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1207907082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e50ada2b1744fd39b09ff7247dced55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e051d4c-5f", "ovs_interfaceid": "7e051d4c-5fc6-4fe3-8153-131eecd0e4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.494095] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 841.494095] env[69846]: value = "task-2949550" [ 841.494095] env[69846]: _type = "Task" [ 841.494095] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.513202] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949550, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.653724] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5264c12b-67a5-dd06-9017-7e6f596ffc31, 'name': SearchDatastore_Task, 'duration_secs': 0.022898} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.656520] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.656833] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 295b2bc5-a56d-4eca-940f-c04d3adae804/295b2bc5-a56d-4eca-940f-c04d3adae804.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.657324] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f881915b-08a6-47ac-8973-9a0c51cd82e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.665604] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 841.665604] env[69846]: value = "task-2949551" [ 841.665604] env[69846]: _type = "Task" [ 841.665604] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.679771] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.946372] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac3d665-649d-4358-94e2-67f71526a0a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.964809] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f46081-afea-4e31-9cce-e4e9d1cb01e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.011359] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Releasing lock "refresh_cache-64daeb7e-b2b0-49fd-abca-3fe57c97fa89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.011359] env[69846]: DEBUG nova.compute.manager [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Instance network_info: |[{"id": "7e051d4c-5fc6-4fe3-8153-131eecd0e4bc", "address": "fa:16:3e:b0:e4:fe", "network": {"id": "eb025339-1384-4526-a760-925b3d83be70", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1207907082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e50ada2b1744fd39b09ff7247dced55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e051d4c-5f", "ovs_interfaceid": "7e051d4c-5fc6-4fe3-8153-131eecd0e4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.015240] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:e4:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e051d4c-5fc6-4fe3-8153-131eecd0e4bc', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.024206] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Creating folder: Project (4e50ada2b1744fd39b09ff7247dced55). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.025185] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c16a30-92f6-4710-a694-1640affdf658 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.033794] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e9ae966-1e53-4d3c-949e-74dd3f3a062a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.035643] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949549, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.043159] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949550, 'name': Rename_Task, 'duration_secs': 0.170509} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.045758] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.045758] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f2ad27a-8b07-4ab0-80cb-0eb5393ca98a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.050347] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03578d9a-f859-4a97-b274-c53b2b827f43 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.054674] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Created folder: Project (4e50ada2b1744fd39b09ff7247dced55) in parent group-v591891. [ 842.054865] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Creating folder: Instances. Parent ref: group-v592006. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.055835] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b2c834c-094f-4a8d-940a-2f2ad2f7cd87 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.068556] env[69846]: DEBUG nova.compute.provider_tree [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.071735] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 842.071735] env[69846]: value = "task-2949553" [ 842.071735] env[69846]: _type = "Task" [ 842.071735] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.076173] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Created folder: Instances in parent group-v592006. [ 842.076431] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.077318] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.077318] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fec5aa6f-44df-4f87-ad94-99a52365cd77 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.097827] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.105268] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.105268] env[69846]: value = "task-2949555" [ 842.105268] env[69846]: _type = "Task" [ 842.105268] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.119521] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949555, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.179474] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.311721] env[69846]: DEBUG nova.network.neutron [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Successfully updated port: fd481767-304a-4a3a-8ec2-77e97bba4e97 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.352350] env[69846]: DEBUG nova.compute.manager [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Received event network-vif-plugged-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.352567] env[69846]: DEBUG oslo_concurrency.lockutils [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] Acquiring lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.352787] env[69846]: DEBUG oslo_concurrency.lockutils [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] Lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.353934] env[69846]: DEBUG oslo_concurrency.lockutils [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] Lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.355308] env[69846]: DEBUG nova.compute.manager [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] No waiting events found dispatching network-vif-plugged-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.355308] env[69846]: WARNING nova.compute.manager [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Received unexpected event network-vif-plugged-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc for instance with vm_state building and task_state spawning. [ 842.355308] env[69846]: DEBUG nova.compute.manager [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Received event network-changed-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.355308] env[69846]: DEBUG nova.compute.manager [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Refreshing instance network info cache due to event network-changed-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.355308] env[69846]: DEBUG oslo_concurrency.lockutils [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] Acquiring lock "refresh_cache-64daeb7e-b2b0-49fd-abca-3fe57c97fa89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.356170] env[69846]: DEBUG oslo_concurrency.lockutils [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] Acquired lock "refresh_cache-64daeb7e-b2b0-49fd-abca-3fe57c97fa89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.356430] env[69846]: DEBUG nova.network.neutron [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Refreshing network info cache for port 7e051d4c-5fc6-4fe3-8153-131eecd0e4bc {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.492088] env[69846]: DEBUG oslo_vmware.api [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949549, 'name': RemoveSnapshot_Task, 'duration_secs': 0.687596} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.492429] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 842.492753] env[69846]: INFO nova.compute.manager [None req-6470d8c6-3cad-4061-9286-8c70e7d00cad tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Took 15.96 seconds to snapshot the instance on the hypervisor. [ 842.573497] env[69846]: DEBUG nova.scheduler.client.report [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.592074] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949553, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.618592] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949555, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.679534] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744034} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.679667] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 295b2bc5-a56d-4eca-940f-c04d3adae804/295b2bc5-a56d-4eca-940f-c04d3adae804.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.679884] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.680296] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0c16dc9-2280-4118-b0d9-d366370cbb1a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.689867] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 842.689867] env[69846]: value = "task-2949556" [ 842.689867] env[69846]: _type = "Task" [ 842.689867] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.702744] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.815064] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquiring lock "refresh_cache-94ca9823-14c8-4da4-9c79-ae233f79d656" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.815064] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquired lock "refresh_cache-94ca9823-14c8-4da4-9c79-ae233f79d656" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.815064] env[69846]: DEBUG nova.network.neutron [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.093025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.093025] env[69846]: DEBUG nova.compute.manager [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.093025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.479s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.094088] env[69846]: INFO nova.compute.claims [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.104867] env[69846]: DEBUG oslo_vmware.api [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949553, 'name': PowerOnVM_Task, 'duration_secs': 0.760878} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.105317] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.105918] env[69846]: INFO nova.compute.manager [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Took 9.63 seconds to spawn the instance on the hypervisor. [ 843.106307] env[69846]: DEBUG nova.compute.manager [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.107314] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbfeeaf-1c98-4d2f-9226-11fbf156c3c1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.127860] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949555, 'name': CreateVM_Task, 'duration_secs': 0.579983} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.130772] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.131687] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.131886] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.132260] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.133613] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c573423b-7a24-4072-b8d6-2b409de19a69 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.139801] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for the task: (returnval){ [ 843.139801] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5210ef43-560d-644e-bbad-c3a24136e2ae" [ 843.139801] env[69846]: _type = "Task" [ 843.139801] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.149525] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5210ef43-560d-644e-bbad-c3a24136e2ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.199816] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949556, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.599682] env[69846]: DEBUG nova.compute.utils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.604295] env[69846]: DEBUG nova.compute.manager [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.604698] env[69846]: DEBUG nova.network.neutron [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.638777] env[69846]: INFO nova.compute.manager [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Took 56.47 seconds to build instance. [ 843.653984] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5210ef43-560d-644e-bbad-c3a24136e2ae, 'name': SearchDatastore_Task, 'duration_secs': 0.064645} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.655607] env[69846]: DEBUG nova.policy [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '317d352ae7684e2483f576f99b899f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6e16b9a38743b797a3cf9c2338ff3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.658214] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.658788] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.659227] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.659653] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.659653] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.660884] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a26bf1-41ee-4aef-a9d2-006e38069f83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.672145] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.672145] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.673097] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6523d186-c1aa-457c-b909-92d7dc2e3c84 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.681314] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for the task: (returnval){ [ 843.681314] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528cf4e0-da6b-d76e-bda0-e3212f0b36bf" [ 843.681314] env[69846]: _type = "Task" [ 843.681314] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.690284] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528cf4e0-da6b-d76e-bda0-e3212f0b36bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.700127] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.745935} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.701236] env[69846]: DEBUG nova.network.neutron [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.703459] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.704682] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66082a70-73c8-4e30-a4cb-5971983173a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.737039] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 295b2bc5-a56d-4eca-940f-c04d3adae804/295b2bc5-a56d-4eca-940f-c04d3adae804.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.742052] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3035a1af-67ba-49ae-914a-7ea8a638e219 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.768730] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 843.768730] env[69846]: value = "task-2949557" [ 843.768730] env[69846]: _type = "Task" [ 843.768730] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.779547] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.848416] env[69846]: DEBUG nova.network.neutron [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Updated VIF entry in instance network info cache for port 7e051d4c-5fc6-4fe3-8153-131eecd0e4bc. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.848989] env[69846]: DEBUG nova.network.neutron [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Updating instance_info_cache with network_info: [{"id": "7e051d4c-5fc6-4fe3-8153-131eecd0e4bc", "address": "fa:16:3e:b0:e4:fe", "network": {"id": "eb025339-1384-4526-a760-925b3d83be70", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1207907082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e50ada2b1744fd39b09ff7247dced55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e051d4c-5f", "ovs_interfaceid": "7e051d4c-5fc6-4fe3-8153-131eecd0e4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.976947] env[69846]: DEBUG nova.network.neutron [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Successfully created port: a9344a18-9f91-4876-abe1-8755f841e1bb {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.038623] env[69846]: DEBUG nova.network.neutron [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Updating instance_info_cache with network_info: [{"id": "fd481767-304a-4a3a-8ec2-77e97bba4e97", "address": "fa:16:3e:df:1a:72", "network": {"id": "8a5a1f8f-78fc-43a3-b412-b2f355b8d710", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1355387260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d588ef6204f80a4a8a3d0b041c2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd481767-30", "ovs_interfaceid": "fd481767-304a-4a3a-8ec2-77e97bba4e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.104978] env[69846]: DEBUG nova.compute.manager [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.141473] env[69846]: DEBUG oslo_concurrency.lockutils [None req-74ac79dd-4465-439a-a92b-fba7d1c83929 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 118.679s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.208876] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528cf4e0-da6b-d76e-bda0-e3212f0b36bf, 'name': SearchDatastore_Task, 'duration_secs': 0.02423} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.208876] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adcd961d-7b68-4cd0-b3aa-2fc10eb82995 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.216689] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for the task: (returnval){ [ 844.216689] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d02d8b-fc3c-fc3a-86dc-d4f132426d76" [ 844.216689] env[69846]: _type = "Task" [ 844.216689] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.226811] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d02d8b-fc3c-fc3a-86dc-d4f132426d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.280092] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.352227] env[69846]: DEBUG oslo_concurrency.lockutils [req-4420f6eb-7867-4fe3-ba29-dfe02bf82357 req-c5e2a7d9-5a2f-49a5-ab25-17c6bb035b63 service nova] Releasing lock "refresh_cache-64daeb7e-b2b0-49fd-abca-3fe57c97fa89" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.521054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "80615314-3302-45dc-9dc8-f910eae5dbd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.521321] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.543189] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Releasing lock "refresh_cache-94ca9823-14c8-4da4-9c79-ae233f79d656" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.543509] env[69846]: DEBUG nova.compute.manager [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Instance network_info: |[{"id": "fd481767-304a-4a3a-8ec2-77e97bba4e97", "address": "fa:16:3e:df:1a:72", "network": {"id": "8a5a1f8f-78fc-43a3-b412-b2f355b8d710", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1355387260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d588ef6204f80a4a8a3d0b041c2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd481767-30", "ovs_interfaceid": "fd481767-304a-4a3a-8ec2-77e97bba4e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.543901] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:1a:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd481767-304a-4a3a-8ec2-77e97bba4e97', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.552696] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Creating folder: Project (cf2d588ef6204f80a4a8a3d0b041c2ef). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.552696] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04aeb0cc-90eb-4b66-8c3d-180416b63051 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.567925] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Created folder: Project (cf2d588ef6204f80a4a8a3d0b041c2ef) in parent group-v591891. [ 844.568391] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Creating folder: Instances. Parent ref: group-v592009. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.568697] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c737636-827c-46c3-a375-955f52b98672 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.584750] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Created folder: Instances in parent group-v592009. [ 844.585022] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.585338] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.585536] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ace79b3-1fc4-45ce-99ce-00cb3c8337b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.610176] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.610176] env[69846]: value = "task-2949560" [ 844.610176] env[69846]: _type = "Task" [ 844.610176] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.627034] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949560, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.644531] env[69846]: DEBUG nova.compute.manager [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.728457] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d02d8b-fc3c-fc3a-86dc-d4f132426d76, 'name': SearchDatastore_Task, 'duration_secs': 0.032011} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.728719] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.728978] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 64daeb7e-b2b0-49fd-abca-3fe57c97fa89/64daeb7e-b2b0-49fd-abca-3fe57c97fa89.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.729269] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ea26de8-cebc-4d8b-ae7e-42eb57638c2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.741265] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for the task: (returnval){ [ 844.741265] env[69846]: value = "task-2949561" [ 844.741265] env[69846]: _type = "Task" [ 844.741265] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.751526] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.788535] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949557, 'name': ReconfigVM_Task, 'duration_secs': 0.77195} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.791193] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 295b2bc5-a56d-4eca-940f-c04d3adae804/295b2bc5-a56d-4eca-940f-c04d3adae804.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.794200] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f558f2b0-08d8-436d-9b26-b48997029073 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.797721] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54ce4f79-43f9-47b6-9e3c-5757321f4583 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.807281] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c172cc07-ca78-4e00-aa10-62e7c13c19fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.810541] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 844.810541] env[69846]: value = "task-2949562" [ 844.810541] env[69846]: _type = "Task" [ 844.810541] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.843760] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45435b42-21c9-4eda-849d-96c025f37552 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.846795] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949562, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.853073] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4365fc-d4ad-4eb6-be27-29cb1c14187a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.868248] env[69846]: DEBUG nova.compute.provider_tree [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.121027] env[69846]: DEBUG nova.compute.manager [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.126302] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949560, 'name': CreateVM_Task, 'duration_secs': 0.463879} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.126723] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.127642] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.127937] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.128429] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.128815] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f0802c-c67d-4465-bdbc-01ac28db5c44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.138024] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for the task: (returnval){ [ 845.138024] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52689fc8-65a2-6277-6b3e-e1467c9dbf29" [ 845.138024] env[69846]: _type = "Task" [ 845.138024] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.159084] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52689fc8-65a2-6277-6b3e-e1467c9dbf29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.162500] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.162500] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.162500] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.162500] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.162500] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.162500] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.162792] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.162977] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.163061] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.163311] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.163382] env[69846]: DEBUG nova.virt.hardware [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.164506] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004119ed-a263-49a3-bc05-3d84315d9977 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.174350] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d279db-6d16-4f10-8479-fba8f1ef564d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.185409] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.254274] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49756} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.255563] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 64daeb7e-b2b0-49fd-abca-3fe57c97fa89/64daeb7e-b2b0-49fd-abca-3fe57c97fa89.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.255563] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.256010] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fc597e6-f3e1-439d-82cf-214669aae293 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.266783] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for the task: (returnval){ [ 845.266783] env[69846]: value = "task-2949563" [ 845.266783] env[69846]: _type = "Task" [ 845.266783] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.278120] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.325173] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949562, 'name': Rename_Task, 'duration_secs': 0.191082} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.327745] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.327745] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43783b1f-a93a-4ea9-897a-ae8ea4e26cee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.336697] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 845.336697] env[69846]: value = "task-2949564" [ 845.336697] env[69846]: _type = "Task" [ 845.336697] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.346959] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.372576] env[69846]: DEBUG nova.scheduler.client.report [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.569219] env[69846]: DEBUG nova.network.neutron [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Successfully updated port: a9344a18-9f91-4876-abe1-8755f841e1bb {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.647554] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52689fc8-65a2-6277-6b3e-e1467c9dbf29, 'name': SearchDatastore_Task, 'duration_secs': 0.052776} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.647839] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.648207] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.648368] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.648508] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.648690] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.648961] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fd8cfd5-16ca-4817-831b-6f33c65dfece {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.661948] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.665062] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.665062] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ce6f63-687b-48b8-be0a-388fd8cb24a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.673695] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for the task: (returnval){ [ 845.673695] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]520311c6-d8d5-4263-7efa-758ef5d7f936" [ 845.673695] env[69846]: _type = "Task" [ 845.673695] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.681540] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520311c6-d8d5-4263-7efa-758ef5d7f936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.778741] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073137} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.779041] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.780047] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c7da77-d934-4ad1-a0c3-04a2bc77e956 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.803763] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 64daeb7e-b2b0-49fd-abca-3fe57c97fa89/64daeb7e-b2b0-49fd-abca-3fe57c97fa89.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.804064] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0698eaa8-112c-40ef-bccd-a3507ce791c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.826649] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for the task: (returnval){ [ 845.826649] env[69846]: value = "task-2949565" [ 845.826649] env[69846]: _type = "Task" [ 845.826649] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.835790] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.846389] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949564, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.878194] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.878734] env[69846]: DEBUG nova.compute.manager [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.882068] env[69846]: DEBUG oslo_concurrency.lockutils [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.007s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.882166] env[69846]: DEBUG nova.objects.instance [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lazy-loading 'resources' on Instance uuid 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.989193] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Acquiring lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.989992] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.039470] env[69846]: DEBUG nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Received event network-changed-0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.039567] env[69846]: DEBUG nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Refreshing instance network info cache due to event network-changed-0a240858-e2b1-4010-98fe-99d993da6573. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.040572] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Acquiring lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.040572] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Acquired lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.040572] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Refreshing network info cache for port 0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.074498] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "refresh_cache-861f39de-66ab-4ddb-9672-5b8474a2f0d3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.074498] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "refresh_cache-861f39de-66ab-4ddb-9672-5b8474a2f0d3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.074498] env[69846]: DEBUG nova.network.neutron [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.182656] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520311c6-d8d5-4263-7efa-758ef5d7f936, 'name': SearchDatastore_Task, 'duration_secs': 0.011686} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.183411] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7c815c-f556-4487-b170-092027e8a148 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.190325] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for the task: (returnval){ [ 846.190325] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ebcf76-5a7a-c6ce-a1c3-6ab547906d1a" [ 846.190325] env[69846]: _type = "Task" [ 846.190325] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.199202] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ebcf76-5a7a-c6ce-a1c3-6ab547906d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.276242] env[69846]: DEBUG nova.compute.manager [req-7ba3fa6c-4b9f-410e-8be8-46693dad226d req-1f466c70-9492-4ad6-b65f-a68e9609abde service nova] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Received event network-vif-plugged-a9344a18-9f91-4876-abe1-8755f841e1bb {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.276551] env[69846]: DEBUG oslo_concurrency.lockutils [req-7ba3fa6c-4b9f-410e-8be8-46693dad226d req-1f466c70-9492-4ad6-b65f-a68e9609abde service nova] Acquiring lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.276866] env[69846]: DEBUG oslo_concurrency.lockutils [req-7ba3fa6c-4b9f-410e-8be8-46693dad226d req-1f466c70-9492-4ad6-b65f-a68e9609abde service nova] Lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.277130] env[69846]: DEBUG oslo_concurrency.lockutils [req-7ba3fa6c-4b9f-410e-8be8-46693dad226d req-1f466c70-9492-4ad6-b65f-a68e9609abde service nova] Lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.277387] env[69846]: DEBUG nova.compute.manager [req-7ba3fa6c-4b9f-410e-8be8-46693dad226d req-1f466c70-9492-4ad6-b65f-a68e9609abde service nova] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] No waiting events found dispatching network-vif-plugged-a9344a18-9f91-4876-abe1-8755f841e1bb {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.277636] env[69846]: WARNING nova.compute.manager [req-7ba3fa6c-4b9f-410e-8be8-46693dad226d req-1f466c70-9492-4ad6-b65f-a68e9609abde service nova] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Received unexpected event network-vif-plugged-a9344a18-9f91-4876-abe1-8755f841e1bb for instance with vm_state building and task_state spawning. [ 846.337912] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.347175] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949564, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.385975] env[69846]: DEBUG nova.compute.utils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.394518] env[69846]: DEBUG nova.compute.manager [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.394689] env[69846]: DEBUG nova.network.neutron [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.438348] env[69846]: DEBUG nova.policy [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3526cda29cb547b79ccb7e0dbe613a8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4fce2c79f644e297d80c4ea9631210', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.492930] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "ea3dd269-6a0c-4192-ac07-bd27db00ac8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.493214] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "ea3dd269-6a0c-4192-ac07-bd27db00ac8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.556338] env[69846]: DEBUG oslo_concurrency.lockutils [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.556637] env[69846]: DEBUG oslo_concurrency.lockutils [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.556838] env[69846]: DEBUG nova.compute.manager [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.558154] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcfaf07-6246-4c8c-9f2b-ee068eb0a28b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.567299] env[69846]: DEBUG nova.compute.manager [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 846.567848] env[69846]: DEBUG nova.objects.instance [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lazy-loading 'flavor' on Instance uuid b1d15af5-a87a-4c19-a5f0-1b9d78f8d845 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.645846] env[69846]: DEBUG nova.network.neutron [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.703786] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ebcf76-5a7a-c6ce-a1c3-6ab547906d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.469828} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.709440] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.709786] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 94ca9823-14c8-4da4-9c79-ae233f79d656/94ca9823-14c8-4da4-9c79-ae233f79d656.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.710353] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eecec586-e380-4d5c-872d-5a4ba516dd64 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.720142] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for the task: (returnval){ [ 846.720142] env[69846]: value = "task-2949566" [ 846.720142] env[69846]: _type = "Task" [ 846.720142] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.739372] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.810954] env[69846]: DEBUG nova.network.neutron [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Successfully created port: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.840435] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949565, 'name': ReconfigVM_Task, 'duration_secs': 0.973041} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.846869] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 64daeb7e-b2b0-49fd-abca-3fe57c97fa89/64daeb7e-b2b0-49fd-abca-3fe57c97fa89.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.850348] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abf835e3-cf6a-43a9-bbd3-d03e9034d9c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.858728] env[69846]: DEBUG oslo_vmware.api [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949564, 'name': PowerOnVM_Task, 'duration_secs': 1.41911} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.863702] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.863702] env[69846]: INFO nova.compute.manager [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Took 20.29 seconds to spawn the instance on the hypervisor. [ 846.863819] env[69846]: DEBUG nova.compute.manager [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.864186] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for the task: (returnval){ [ 846.864186] env[69846]: value = "task-2949567" [ 846.864186] env[69846]: _type = "Task" [ 846.864186] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.867949] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88991264-9931-486e-b507-6c7262535b08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.891041] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949567, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.893945] env[69846]: DEBUG nova.compute.manager [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.904563] env[69846]: DEBUG oslo_concurrency.lockutils [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.904799] env[69846]: DEBUG oslo_concurrency.lockutils [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.904888] env[69846]: DEBUG oslo_concurrency.lockutils [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.905229] env[69846]: DEBUG oslo_concurrency.lockutils [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.905512] env[69846]: DEBUG oslo_concurrency.lockutils [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.911171] env[69846]: INFO nova.compute.manager [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Terminating instance [ 847.041188] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41ea655-1f1b-4c23-94bb-edd9904d3ebc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.051531] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3041f68-b348-4422-b271-2f446c58d2c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.102680] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7751658-a763-4a98-a77e-c785a47f7422 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.114639] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3875e571-ab74-4bc3-96d6-14e6abbe3d33 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.133090] env[69846]: DEBUG nova.compute.provider_tree [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.146372] env[69846]: DEBUG nova.network.neutron [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Updating instance_info_cache with network_info: [{"id": "a9344a18-9f91-4876-abe1-8755f841e1bb", "address": "fa:16:3e:1d:95:e4", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9344a18-9f", "ovs_interfaceid": "a9344a18-9f91-4876-abe1-8755f841e1bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.232638] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.237722] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updated VIF entry in instance network info cache for port 0a240858-e2b1-4010-98fe-99d993da6573. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.238059] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updating instance_info_cache with network_info: [{"id": "0a240858-e2b1-4010-98fe-99d993da6573", "address": "fa:16:3e:97:6e:df", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a240858-e2", "ovs_interfaceid": "0a240858-e2b1-4010-98fe-99d993da6573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.384196] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949567, 'name': Rename_Task, 'duration_secs': 0.286599} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.384607] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.384903] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4563b8b7-20b8-4596-98b4-d43e86b4cb6e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.408848] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for the task: (returnval){ [ 847.408848] env[69846]: value = "task-2949568" [ 847.408848] env[69846]: _type = "Task" [ 847.408848] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.412592] env[69846]: DEBUG nova.compute.manager [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.412872] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.413505] env[69846]: INFO nova.compute.manager [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Took 68.94 seconds to build instance. [ 847.420742] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d88df20-7f22-42f7-8568-b0a40e04316a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.435520] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.435750] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.435992] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8596d40-7290-4d1b-bc24-b6c56de52447 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.443616] env[69846]: DEBUG oslo_vmware.api [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 847.443616] env[69846]: value = "task-2949569" [ 847.443616] env[69846]: _type = "Task" [ 847.443616] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.452892] env[69846]: DEBUG oslo_vmware.api [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.607786] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.608328] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe34ce9-9a83-487e-8162-27e4aadc482d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.618593] env[69846]: DEBUG oslo_vmware.api [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 847.618593] env[69846]: value = "task-2949570" [ 847.618593] env[69846]: _type = "Task" [ 847.618593] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.630679] env[69846]: DEBUG oslo_vmware.api [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.636097] env[69846]: DEBUG nova.scheduler.client.report [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.650961] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "refresh_cache-861f39de-66ab-4ddb-9672-5b8474a2f0d3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.651346] env[69846]: DEBUG nova.compute.manager [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Instance network_info: |[{"id": "a9344a18-9f91-4876-abe1-8755f841e1bb", "address": "fa:16:3e:1d:95:e4", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9344a18-9f", "ovs_interfaceid": "a9344a18-9f91-4876-abe1-8755f841e1bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.651790] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:95:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9344a18-9f91-4876-abe1-8755f841e1bb', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.660258] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Creating folder: Project (ce6e16b9a38743b797a3cf9c2338ff3d). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.661420] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59b91b17-3a14-4c5b-aafb-5a0197c6d3e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.675067] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Created folder: Project (ce6e16b9a38743b797a3cf9c2338ff3d) in parent group-v591891. [ 847.675314] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Creating folder: Instances. Parent ref: group-v592012. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.675595] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6de26cd-655a-449a-9e2f-68c81a1259d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.690033] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Created folder: Instances in parent group-v592012. [ 847.694475] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.694758] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.695118] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14573f5c-71ce-442f-947e-a72816b0e747 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.719404] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.719404] env[69846]: value = "task-2949573" [ 847.719404] env[69846]: _type = "Task" [ 847.719404] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.734688] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949573, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.738307] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599104} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.738733] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 94ca9823-14c8-4da4-9c79-ae233f79d656/94ca9823-14c8-4da4-9c79-ae233f79d656.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.738733] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.738961] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d75d88c9-0cab-4019-a4f2-f25cd1a1ad88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.741302] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Releasing lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.741559] env[69846]: DEBUG nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Received event network-changed-270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.741789] env[69846]: DEBUG nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Refreshing instance network info cache due to event network-changed-270e053b-e0f2-41ba-8d1e-3f4431e62fc2. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.741927] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Acquiring lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.742151] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Acquired lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.742355] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Refreshing network info cache for port 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.750350] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for the task: (returnval){ [ 847.750350] env[69846]: value = "task-2949574" [ 847.750350] env[69846]: _type = "Task" [ 847.750350] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.761922] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.911025] env[69846]: DEBUG nova.compute.manager [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.924145] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.926367] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf07dd-f637-4a90-8c07-45787223e4da tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 126.179s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.953023] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.953023] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.953023] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.953023] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.953023] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.953023] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.953023] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.953023] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.953023] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.953581] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.953581] env[69846]: DEBUG nova.virt.hardware [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.955427] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22777acf-6ddb-4c8a-942b-15132f7578f0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.965343] env[69846]: DEBUG oslo_vmware.api [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949569, 'name': PowerOffVM_Task, 'duration_secs': 0.271308} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.967968] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.968058] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.968405] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-296e89d0-614a-429c-a0af-296da2dcb6f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.972044] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c9530b-c553-47b9-8774-4560d8857d4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.054848] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.054848] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.058020] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Deleting the datastore file [datastore1] 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.058020] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d05ee68-fd4c-467d-846a-b8470261297c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.063807] env[69846]: DEBUG oslo_vmware.api [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 848.063807] env[69846]: value = "task-2949576" [ 848.063807] env[69846]: _type = "Task" [ 848.063807] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.078212] env[69846]: DEBUG oslo_vmware.api [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.129269] env[69846]: DEBUG oslo_vmware.api [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949570, 'name': PowerOffVM_Task, 'duration_secs': 0.231773} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.129438] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.129629] env[69846]: DEBUG nova.compute.manager [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.130420] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e730727-0ba0-4046-afc5-6dc79d0a2e80 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.147575] env[69846]: DEBUG oslo_concurrency.lockutils [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.149944] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.128s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.150192] env[69846]: DEBUG nova.objects.instance [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lazy-loading 'resources' on Instance uuid b001cc31-59f7-481c-ad26-237d633a0d10 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.182855] env[69846]: INFO nova.scheduler.client.report [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Deleted allocations for instance 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54 [ 848.233704] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949573, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.263812] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118902} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.264411] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.265287] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c187673a-1f49-4e81-bdae-9c2f46681a0b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.295308] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 94ca9823-14c8-4da4-9c79-ae233f79d656/94ca9823-14c8-4da4-9c79-ae233f79d656.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.298728] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1533985c-95f7-498f-87b0-be1bcdd6a1a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.322920] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for the task: (returnval){ [ 848.322920] env[69846]: value = "task-2949577" [ 848.322920] env[69846]: _type = "Task" [ 848.322920] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.332511] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.398950] env[69846]: DEBUG nova.network.neutron [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Successfully updated port: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.424894] env[69846]: DEBUG oslo_vmware.api [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949568, 'name': PowerOnVM_Task, 'duration_secs': 0.708692} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.427693] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.427959] env[69846]: INFO nova.compute.manager [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Took 11.20 seconds to spawn the instance on the hypervisor. [ 848.428192] env[69846]: DEBUG nova.compute.manager [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.429106] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da70c420-64fa-40e1-a1f8-cf85693a47ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.434102] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.574860] env[69846]: DEBUG oslo_vmware.api [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427409} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.575146] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.575331] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.575504] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.575679] env[69846]: INFO nova.compute.manager [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 848.575924] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.576126] env[69846]: DEBUG nova.compute.manager [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.577684] env[69846]: DEBUG nova.network.neutron [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.580731] env[69846]: DEBUG nova.compute.manager [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Received event network-changed-270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.580863] env[69846]: DEBUG nova.compute.manager [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Refreshing instance network info cache due to event network-changed-270e053b-e0f2-41ba-8d1e-3f4431e62fc2. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.581399] env[69846]: DEBUG oslo_concurrency.lockutils [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] Acquiring lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.607479] env[69846]: DEBUG nova.compute.manager [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Received event network-changed-a9344a18-9f91-4876-abe1-8755f841e1bb {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.607698] env[69846]: DEBUG nova.compute.manager [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Refreshing instance network info cache due to event network-changed-a9344a18-9f91-4876-abe1-8755f841e1bb. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.608068] env[69846]: DEBUG oslo_concurrency.lockutils [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] Acquiring lock "refresh_cache-861f39de-66ab-4ddb-9672-5b8474a2f0d3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.608372] env[69846]: DEBUG oslo_concurrency.lockutils [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] Acquired lock "refresh_cache-861f39de-66ab-4ddb-9672-5b8474a2f0d3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.608577] env[69846]: DEBUG nova.network.neutron [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Refreshing network info cache for port a9344a18-9f91-4876-abe1-8755f841e1bb {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.652017] env[69846]: DEBUG oslo_concurrency.lockutils [None req-66a3ed15-06c3-498e-89c9-3d0ff5d33a6e tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.094s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.683466] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Updated VIF entry in instance network info cache for port 270e053b-e0f2-41ba-8d1e-3f4431e62fc2. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.683910] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Updating instance_info_cache with network_info: [{"id": "270e053b-e0f2-41ba-8d1e-3f4431e62fc2", "address": "fa:16:3e:b5:fd:2b", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270e053b-e0", "ovs_interfaceid": "270e053b-e0f2-41ba-8d1e-3f4431e62fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.697504] env[69846]: DEBUG oslo_concurrency.lockutils [None req-696d0240-ca85-49fb-b6b1-72bb86ea745c tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "88079f59-b8d4-4b06-9fb3-e5be8f6b6b54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.490s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.733152] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949573, 'name': CreateVM_Task, 'duration_secs': 0.751888} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.733363] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.734117] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.734245] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.734568] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.734829] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c8eb9d-306a-407d-b44f-73f9c2bb6b85 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.741497] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 848.741497] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524d2ede-2179-4b73-693e-fb9783b98c85" [ 848.741497] env[69846]: _type = "Task" [ 848.741497] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.765586] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524d2ede-2179-4b73-693e-fb9783b98c85, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.769391] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.769664] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.769903] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.772227] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.772227] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.772227] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb18c093-af8f-4d89-8ee4-e0b8f28c4821 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.780516] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.780734] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.784154] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e446cc-8057-4b49-9563-e2ff8a48244e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.793178] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 848.793178] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524512f7-a8b6-aa75-6bc8-9a6d1fb03f0e" [ 848.793178] env[69846]: _type = "Task" [ 848.793178] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.802963] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524512f7-a8b6-aa75-6bc8-9a6d1fb03f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.835716] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.901241] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.901934] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquired lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.901934] env[69846]: DEBUG nova.network.neutron [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.957261] env[69846]: INFO nova.compute.manager [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Took 56.84 seconds to build instance. [ 848.964074] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.190703] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Releasing lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.192575] env[69846]: DEBUG nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Received event network-vif-plugged-fd481767-304a-4a3a-8ec2-77e97bba4e97 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.192575] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Acquiring lock "94ca9823-14c8-4da4-9c79-ae233f79d656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.192793] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Lock "94ca9823-14c8-4da4-9c79-ae233f79d656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.192944] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Lock "94ca9823-14c8-4da4-9c79-ae233f79d656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.193286] env[69846]: DEBUG nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] No waiting events found dispatching network-vif-plugged-fd481767-304a-4a3a-8ec2-77e97bba4e97 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.193566] env[69846]: WARNING nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Received unexpected event network-vif-plugged-fd481767-304a-4a3a-8ec2-77e97bba4e97 for instance with vm_state building and task_state spawning. [ 849.193832] env[69846]: DEBUG nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Received event network-changed-8d5f98b0-b271-4d97-928a-5b78b66d63de {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.194436] env[69846]: DEBUG nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Refreshing instance network info cache due to event network-changed-8d5f98b0-b271-4d97-928a-5b78b66d63de. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.194647] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Acquiring lock "refresh_cache-821ee995-2b25-4053-bc3c-6523f1db90e2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.194789] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Acquired lock "refresh_cache-821ee995-2b25-4053-bc3c-6523f1db90e2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.195246] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Refreshing network info cache for port 8d5f98b0-b271-4d97-928a-5b78b66d63de {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.199467] env[69846]: DEBUG oslo_concurrency.lockutils [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] Acquired lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.199794] env[69846]: DEBUG nova.network.neutron [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Refreshing network info cache for port 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.307963] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524512f7-a8b6-aa75-6bc8-9a6d1fb03f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.310535] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83a72d7-66dd-4a2d-80b8-846affa3e8c8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.317616] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 849.317616] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ecf248-f578-98c0-dda0-45fa917c0a1d" [ 849.317616] env[69846]: _type = "Task" [ 849.317616] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.319107] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe26951b-ef21-4cd2-8eab-26c69f65332b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.335626] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c56fc0-fd03-41c6-8506-608a87b8307d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.339088] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ecf248-f578-98c0-dda0-45fa917c0a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.342314] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.346386] env[69846]: DEBUG nova.network.neutron [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Updated VIF entry in instance network info cache for port a9344a18-9f91-4876-abe1-8755f841e1bb. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.346686] env[69846]: DEBUG nova.network.neutron [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Updating instance_info_cache with network_info: [{"id": "a9344a18-9f91-4876-abe1-8755f841e1bb", "address": "fa:16:3e:1d:95:e4", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9344a18-9f", "ovs_interfaceid": "a9344a18-9f91-4876-abe1-8755f841e1bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.375134] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72456f70-713a-4913-8dac-c1452a27532d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.384241] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d96c6a2-765c-4d87-acb2-8377db51c22f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.401390] env[69846]: DEBUG nova.compute.provider_tree [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.441896] env[69846]: DEBUG nova.network.neutron [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.464771] env[69846]: DEBUG oslo_concurrency.lockutils [None req-095d9616-ae50-47d2-8954-a26fa6a70544 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 122.600s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.477779] env[69846]: DEBUG nova.network.neutron [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.592620] env[69846]: DEBUG nova.network.neutron [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Updating instance_info_cache with network_info: [{"id": "45e21f78-8d89-4d20-8e36-85aa24a1cbd4", "address": "fa:16:3e:f8:68:6c", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e21f78-8d", "ovs_interfaceid": "45e21f78-8d89-4d20-8e36-85aa24a1cbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.746254] env[69846]: INFO nova.network.neutron [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Port 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 849.746667] env[69846]: DEBUG nova.network.neutron [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.833492] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ecf248-f578-98c0-dda0-45fa917c0a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.020074} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.834217] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.835265] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 861f39de-66ab-4ddb-9672-5b8474a2f0d3/861f39de-66ab-4ddb-9672-5b8474a2f0d3.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.835265] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4031d505-7aba-47ea-9089-0a1ce21b399c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.841451] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.846470] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 849.846470] env[69846]: value = "task-2949578" [ 849.846470] env[69846]: _type = "Task" [ 849.846470] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.849445] env[69846]: DEBUG oslo_concurrency.lockutils [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] Releasing lock "refresh_cache-861f39de-66ab-4ddb-9672-5b8474a2f0d3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.849683] env[69846]: DEBUG nova.compute.manager [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Received event network-vif-plugged-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.849871] env[69846]: DEBUG oslo_concurrency.lockutils [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] Acquiring lock "a297dccd-e92a-4651-978c-d4ac3a97cdce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.850085] env[69846]: DEBUG oslo_concurrency.lockutils [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] Lock "a297dccd-e92a-4651-978c-d4ac3a97cdce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.850342] env[69846]: DEBUG oslo_concurrency.lockutils [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] Lock "a297dccd-e92a-4651-978c-d4ac3a97cdce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.850444] env[69846]: DEBUG nova.compute.manager [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] No waiting events found dispatching network-vif-plugged-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.850666] env[69846]: WARNING nova.compute.manager [req-d2f980b6-3440-466e-bfa8-9cc0ea45fd18 req-37703541-3be6-49f4-8bbf-dcb39c1d6dec service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Received unexpected event network-vif-plugged-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 for instance with vm_state building and task_state spawning. [ 849.860568] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.904642] env[69846]: DEBUG nova.scheduler.client.report [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.970079] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.981335] env[69846]: INFO nova.compute.manager [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Took 1.40 seconds to deallocate network for instance. [ 849.991457] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Updated VIF entry in instance network info cache for port 8d5f98b0-b271-4d97-928a-5b78b66d63de. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.991457] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Updating instance_info_cache with network_info: [{"id": "8d5f98b0-b271-4d97-928a-5b78b66d63de", "address": "fa:16:3e:eb:df:57", "network": {"id": "b84b522d-19cc-4839-9a23-0e2dbc989aba", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1825925043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a2bc14e5609445e97dad76c1bd6d87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5f98b0-b2", "ovs_interfaceid": "8d5f98b0-b271-4d97-928a-5b78b66d63de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.095186] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Releasing lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.095522] env[69846]: DEBUG nova.compute.manager [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Instance network_info: |[{"id": "45e21f78-8d89-4d20-8e36-85aa24a1cbd4", "address": "fa:16:3e:f8:68:6c", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e21f78-8d", "ovs_interfaceid": "45e21f78-8d89-4d20-8e36-85aa24a1cbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.096372] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:68:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45e21f78-8d89-4d20-8e36-85aa24a1cbd4', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.106895] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Creating folder: Project (6b4fce2c79f644e297d80c4ea9631210). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.107295] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db8ba119-994f-483f-9385-6b293c29182d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.120817] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Created folder: Project (6b4fce2c79f644e297d80c4ea9631210) in parent group-v591891. [ 850.121027] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Creating folder: Instances. Parent ref: group-v592015. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.121285] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d49dbd7-24b9-491c-98a2-4f1e7f937783 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.132098] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Created folder: Instances in parent group-v592015. [ 850.132098] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.132098] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.132225] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0107896-0c36-4498-aefa-6fab0a1b67f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.152978] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.152978] env[69846]: value = "task-2949581" [ 850.152978] env[69846]: _type = "Task" [ 850.152978] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.161018] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949581, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.250154] env[69846]: DEBUG oslo_concurrency.lockutils [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] Releasing lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.250497] env[69846]: DEBUG nova.compute.manager [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Received event network-changed-0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.250735] env[69846]: DEBUG nova.compute.manager [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Refreshing instance network info cache due to event network-changed-0a240858-e2b1-4010-98fe-99d993da6573. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.250976] env[69846]: DEBUG oslo_concurrency.lockutils [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] Acquiring lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.251417] env[69846]: DEBUG oslo_concurrency.lockutils [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] Acquired lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.251663] env[69846]: DEBUG nova.network.neutron [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Refreshing network info cache for port 0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.292788] env[69846]: DEBUG nova.compute.manager [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.292788] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc91f34-e574-43a2-b581-13ab7b14b7d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.343916] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949577, 'name': ReconfigVM_Task, 'duration_secs': 1.525006} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.343916] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 94ca9823-14c8-4da4-9c79-ae233f79d656/94ca9823-14c8-4da4-9c79-ae233f79d656.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.343916] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b17e5aa7-69d4-4ea9-a0a7-beb893e4151f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.356503] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for the task: (returnval){ [ 850.356503] env[69846]: value = "task-2949582" [ 850.356503] env[69846]: _type = "Task" [ 850.356503] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.365754] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949578, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.373439] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949582, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.412127] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.413552] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.686s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.413739] env[69846]: DEBUG nova.objects.instance [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 850.436480] env[69846]: INFO nova.scheduler.client.report [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Deleted allocations for instance b001cc31-59f7-481c-ad26-237d633a0d10 [ 850.493998] env[69846]: DEBUG oslo_concurrency.lockutils [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.496935] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Releasing lock "refresh_cache-821ee995-2b25-4053-bc3c-6523f1db90e2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.496935] env[69846]: DEBUG nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Received event network-changed-fd481767-304a-4a3a-8ec2-77e97bba4e97 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.497162] env[69846]: DEBUG nova.compute.manager [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Refreshing instance network info cache due to event network-changed-fd481767-304a-4a3a-8ec2-77e97bba4e97. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.497389] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Acquiring lock "refresh_cache-94ca9823-14c8-4da4-9c79-ae233f79d656" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.497529] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Acquired lock "refresh_cache-94ca9823-14c8-4da4-9c79-ae233f79d656" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.497687] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Refreshing network info cache for port fd481767-304a-4a3a-8ec2-77e97bba4e97 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.499779] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.663846] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949581, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.807156] env[69846]: INFO nova.compute.manager [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] instance snapshotting [ 850.807354] env[69846]: WARNING nova.compute.manager [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 850.810236] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b49ed-c29a-40fa-950d-c42ac8175125 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.830829] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad775c4-25f5-4366-b3a2-cd47086e7a0c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.861922] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805895} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.865014] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 861f39de-66ab-4ddb-9672-5b8474a2f0d3/861f39de-66ab-4ddb-9672-5b8474a2f0d3.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.865341] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.867498] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-537f5749-5c5d-41a9-8fab-f5f60e28785f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.875025] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949582, 'name': Rename_Task, 'duration_secs': 0.392417} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.876347] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.876848] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 850.876848] env[69846]: value = "task-2949583" [ 850.876848] env[69846]: _type = "Task" [ 850.876848] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.876848] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f926018-a95d-49e3-95d2-8cd64e2e720b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.891685] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.892916] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for the task: (returnval){ [ 850.892916] env[69846]: value = "task-2949584" [ 850.892916] env[69846]: _type = "Task" [ 850.892916] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.904106] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.952225] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e990f2f9-96fe-4516-ae71-00f473dfb706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "b001cc31-59f7-481c-ad26-237d633a0d10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.993s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.977018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "295b2bc5-a56d-4eca-940f-c04d3adae804" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.977404] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.977664] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.977914] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.978129] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.980645] env[69846]: INFO nova.compute.manager [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Terminating instance [ 851.007749] env[69846]: DEBUG nova.network.neutron [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updated VIF entry in instance network info cache for port 0a240858-e2b1-4010-98fe-99d993da6573. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.008238] env[69846]: DEBUG nova.network.neutron [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updating instance_info_cache with network_info: [{"id": "0a240858-e2b1-4010-98fe-99d993da6573", "address": "fa:16:3e:97:6e:df", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a240858-e2", "ovs_interfaceid": "0a240858-e2b1-4010-98fe-99d993da6573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.048905] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "b464b4d5-7139-4537-b280-3e0dc0256608" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.049241] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "b464b4d5-7139-4537-b280-3e0dc0256608" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.049409] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "b464b4d5-7139-4537-b280-3e0dc0256608-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.049587] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "b464b4d5-7139-4537-b280-3e0dc0256608-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.049753] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "b464b4d5-7139-4537-b280-3e0dc0256608-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.052440] env[69846]: INFO nova.compute.manager [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Terminating instance [ 851.164106] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949581, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.302776] env[69846]: DEBUG oslo_concurrency.lockutils [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.344347] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 851.344676] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b0730fc-96f5-4db6-8185-d32edee32000 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.354435] env[69846]: DEBUG nova.compute.manager [req-23288114-56ff-4708-8e1c-5de051bbe0f9 req-6504ca3c-56c0-4eeb-bf49-dcff02ae5958 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Received event network-changed-0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.354629] env[69846]: DEBUG nova.compute.manager [req-23288114-56ff-4708-8e1c-5de051bbe0f9 req-6504ca3c-56c0-4eeb-bf49-dcff02ae5958 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Refreshing instance network info cache due to event network-changed-0a240858-e2b1-4010-98fe-99d993da6573. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.354810] env[69846]: DEBUG oslo_concurrency.lockutils [req-23288114-56ff-4708-8e1c-5de051bbe0f9 req-6504ca3c-56c0-4eeb-bf49-dcff02ae5958 service nova] Acquiring lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.358997] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 851.358997] env[69846]: value = "task-2949585" [ 851.358997] env[69846]: _type = "Task" [ 851.358997] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.372276] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949585, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.375044] env[69846]: DEBUG nova.compute.manager [req-3fa475ee-6373-4a5f-9e1c-55175e653f9c req-9696fb30-4d54-40d8-920c-ea31f23bcbdf service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Received event network-changed-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.375213] env[69846]: DEBUG nova.compute.manager [req-3fa475ee-6373-4a5f-9e1c-55175e653f9c req-9696fb30-4d54-40d8-920c-ea31f23bcbdf service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Refreshing instance network info cache due to event network-changed-45e21f78-8d89-4d20-8e36-85aa24a1cbd4. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.375479] env[69846]: DEBUG oslo_concurrency.lockutils [req-3fa475ee-6373-4a5f-9e1c-55175e653f9c req-9696fb30-4d54-40d8-920c-ea31f23bcbdf service nova] Acquiring lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.375646] env[69846]: DEBUG oslo_concurrency.lockutils [req-3fa475ee-6373-4a5f-9e1c-55175e653f9c req-9696fb30-4d54-40d8-920c-ea31f23bcbdf service nova] Acquired lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.375810] env[69846]: DEBUG nova.network.neutron [req-3fa475ee-6373-4a5f-9e1c-55175e653f9c req-9696fb30-4d54-40d8-920c-ea31f23bcbdf service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Refreshing network info cache for port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.389388] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091557} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.389643] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.390620] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de526918-147d-4a63-93b6-3c58beb16651 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.426691] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 861f39de-66ab-4ddb-9672-5b8474a2f0d3/861f39de-66ab-4ddb-9672-5b8474a2f0d3.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.430033] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192ec1af-b5f0-4edb-95ec-9f1aaffaedbc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.445789] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ae6917b5-a500-4344-9f3a-6cd2237094a0 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.453188] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.894s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.453188] env[69846]: DEBUG nova.objects.instance [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lazy-loading 'resources' on Instance uuid d4c75539-92f9-4ccb-a517-74038bc54eec {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.453188] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.460270] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 851.460270] env[69846]: value = "task-2949586" [ 851.460270] env[69846]: _type = "Task" [ 851.460270] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.471294] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949586, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.484583] env[69846]: DEBUG nova.compute.manager [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.484913] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.485988] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9beef97-84f7-4808-a4ef-701105fd9096 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.495158] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.495530] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-500ee69b-2623-4120-93cc-94385985e211 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.503882] env[69846]: DEBUG oslo_vmware.api [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 851.503882] env[69846]: value = "task-2949587" [ 851.503882] env[69846]: _type = "Task" [ 851.503882] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.513305] env[69846]: DEBUG oslo_concurrency.lockutils [req-b22d1868-4e60-4917-82ec-77dbd212601c req-a5b5f3bb-38f0-4e03-90bb-8cb78fc0c35f service nova] Releasing lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.513723] env[69846]: DEBUG oslo_vmware.api [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.513975] env[69846]: DEBUG oslo_concurrency.lockutils [req-23288114-56ff-4708-8e1c-5de051bbe0f9 req-6504ca3c-56c0-4eeb-bf49-dcff02ae5958 service nova] Acquired lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.514211] env[69846]: DEBUG nova.network.neutron [req-23288114-56ff-4708-8e1c-5de051bbe0f9 req-6504ca3c-56c0-4eeb-bf49-dcff02ae5958 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Refreshing network info cache for port 0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.538545] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Updated VIF entry in instance network info cache for port fd481767-304a-4a3a-8ec2-77e97bba4e97. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.539130] env[69846]: DEBUG nova.network.neutron [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Updating instance_info_cache with network_info: [{"id": "fd481767-304a-4a3a-8ec2-77e97bba4e97", "address": "fa:16:3e:df:1a:72", "network": {"id": "8a5a1f8f-78fc-43a3-b412-b2f355b8d710", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1355387260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf2d588ef6204f80a4a8a3d0b041c2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd481767-30", "ovs_interfaceid": "fd481767-304a-4a3a-8ec2-77e97bba4e97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.555526] env[69846]: DEBUG nova.compute.manager [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.555764] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.557332] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3cc6a5-a611-4d69-892e-fec377de4c7c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.566120] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.566446] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e778521d-23b3-4bcf-9738-7385dda2de75 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.574405] env[69846]: DEBUG oslo_vmware.api [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 851.574405] env[69846]: value = "task-2949588" [ 851.574405] env[69846]: _type = "Task" [ 851.574405] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.585872] env[69846]: DEBUG oslo_vmware.api [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.667256] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949581, 'name': CreateVM_Task, 'duration_secs': 1.449263} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.667470] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.668345] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.668527] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.668873] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.669237] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c266a21b-b164-4787-a9e0-cbc9d7e7b43a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.676594] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 851.676594] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5221af93-e227-b090-fdfe-35bf896ea7bf" [ 851.676594] env[69846]: _type = "Task" [ 851.676594] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.691026] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5221af93-e227-b090-fdfe-35bf896ea7bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.871730] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949585, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.908400] env[69846]: DEBUG oslo_vmware.api [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949584, 'name': PowerOnVM_Task, 'duration_secs': 0.92921} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.908699] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.908909] env[69846]: INFO nova.compute.manager [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Took 11.85 seconds to spawn the instance on the hypervisor. [ 851.909145] env[69846]: DEBUG nova.compute.manager [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.909980] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3baaec7-407a-4350-bd5e-f1cfbbf03d8b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.978920] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949586, 'name': ReconfigVM_Task, 'duration_secs': 0.439796} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.979326] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 861f39de-66ab-4ddb-9672-5b8474a2f0d3/861f39de-66ab-4ddb-9672-5b8474a2f0d3.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.980144] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae85c8be-fcdf-47cc-a549-d027b8e8b873 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.988017] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 851.988017] env[69846]: value = "task-2949589" [ 851.988017] env[69846]: _type = "Task" [ 851.988017] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.001656] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949589, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.018595] env[69846]: DEBUG oslo_vmware.api [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949587, 'name': PowerOffVM_Task, 'duration_secs': 0.24431} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.021270] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.021501] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.022210] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba31f64-e6d6-4bcb-8059-1372cc08ae91 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.042145] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6ab293a-5b2c-4505-ab1a-92bc387b3828 req-63c46028-0520-4660-8027-e3b0dbdeee1a service nova] Releasing lock "refresh_cache-94ca9823-14c8-4da4-9c79-ae233f79d656" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.088736] env[69846]: DEBUG oslo_vmware.api [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949588, 'name': PowerOffVM_Task, 'duration_secs': 0.29851} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.089036] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.089200] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.089436] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e672d758-6204-464b-a6de-a8f97cfa57e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.175768] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.175953] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.176163] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Deleting the datastore file [datastore1] b464b4d5-7139-4537-b280-3e0dc0256608 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.176419] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aaf645c-9311-4aa5-b415-e4faacf32283 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.192310] env[69846]: DEBUG oslo_vmware.api [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 852.192310] env[69846]: value = "task-2949592" [ 852.192310] env[69846]: _type = "Task" [ 852.192310] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.198602] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5221af93-e227-b090-fdfe-35bf896ea7bf, 'name': SearchDatastore_Task, 'duration_secs': 0.023417} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.198887] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.199080] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.199284] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Deleting the datastore file [datastore1] 295b2bc5-a56d-4eca-940f-c04d3adae804 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.202956] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.203514] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.203731] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.203991] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.204300] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.204682] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71106d3e-1533-4f8f-a006-913b706068d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.210266] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41b94284-0b4c-427f-af35-7f34d454170d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.213652] env[69846]: DEBUG nova.network.neutron [req-3fa475ee-6373-4a5f-9e1c-55175e653f9c req-9696fb30-4d54-40d8-920c-ea31f23bcbdf service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Updated VIF entry in instance network info cache for port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.213652] env[69846]: DEBUG nova.network.neutron [req-3fa475ee-6373-4a5f-9e1c-55175e653f9c req-9696fb30-4d54-40d8-920c-ea31f23bcbdf service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Updating instance_info_cache with network_info: [{"id": "45e21f78-8d89-4d20-8e36-85aa24a1cbd4", "address": "fa:16:3e:f8:68:6c", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e21f78-8d", "ovs_interfaceid": "45e21f78-8d89-4d20-8e36-85aa24a1cbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.225304] env[69846]: DEBUG oslo_vmware.api [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 852.225304] env[69846]: value = "task-2949593" [ 852.225304] env[69846]: _type = "Task" [ 852.225304] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.225560] env[69846]: DEBUG oslo_vmware.api [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.237266] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.237394] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.241772] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c5fa5b-4848-481d-8636-f0e14233d716 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.245800] env[69846]: DEBUG oslo_vmware.api [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.250123] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 852.250123] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528f40d3-3d86-4772-a5cf-a5b05f49d608" [ 852.250123] env[69846]: _type = "Task" [ 852.250123] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.264548] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528f40d3-3d86-4772-a5cf-a5b05f49d608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.381061] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949585, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.439221] env[69846]: INFO nova.compute.manager [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Took 58.98 seconds to build instance. [ 852.457165] env[69846]: DEBUG nova.network.neutron [req-23288114-56ff-4708-8e1c-5de051bbe0f9 req-6504ca3c-56c0-4eeb-bf49-dcff02ae5958 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updated VIF entry in instance network info cache for port 0a240858-e2b1-4010-98fe-99d993da6573. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.457710] env[69846]: DEBUG nova.network.neutron [req-23288114-56ff-4708-8e1c-5de051bbe0f9 req-6504ca3c-56c0-4eeb-bf49-dcff02ae5958 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updating instance_info_cache with network_info: [{"id": "0a240858-e2b1-4010-98fe-99d993da6573", "address": "fa:16:3e:97:6e:df", "network": {"id": "36c3aa01-3134-4b93-b6be-b7d5c9f8414c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1766798107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0e7972ee6d4d96957c4a6447a7295f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a240858-e2", "ovs_interfaceid": "0a240858-e2b1-4010-98fe-99d993da6573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.501649] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949589, 'name': Rename_Task, 'duration_secs': 0.336778} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.505285] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.506541] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35f7bdfc-b543-426c-a203-c390fa8d3b7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.515806] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 852.515806] env[69846]: value = "task-2949594" [ 852.515806] env[69846]: _type = "Task" [ 852.515806] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.528490] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.699443] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e673a7-3537-4a48-bf69-eb8dcb161f76 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.715534] env[69846]: DEBUG oslo_vmware.api [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310827} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.718048] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.718603] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.718926] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.719445] env[69846]: INFO nova.compute.manager [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Took 1.16 seconds to destroy the instance on the hypervisor. [ 852.719887] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.720254] env[69846]: DEBUG oslo_concurrency.lockutils [req-3fa475ee-6373-4a5f-9e1c-55175e653f9c req-9696fb30-4d54-40d8-920c-ea31f23bcbdf service nova] Releasing lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.722058] env[69846]: DEBUG nova.compute.manager [req-3fa475ee-6373-4a5f-9e1c-55175e653f9c req-9696fb30-4d54-40d8-920c-ea31f23bcbdf service nova] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Received event network-vif-deleted-270e053b-e0f2-41ba-8d1e-3f4431e62fc2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.722058] env[69846]: DEBUG nova.compute.manager [-] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.722058] env[69846]: DEBUG nova.network.neutron [-] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.724378] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f67d0a3-726a-4246-96e5-35eb7f07df2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.739200] env[69846]: DEBUG oslo_vmware.api [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341639} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.767998] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.767998] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.768177] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.768388] env[69846]: INFO nova.compute.manager [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Took 1.28 seconds to destroy the instance on the hypervisor. [ 852.768665] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.769265] env[69846]: DEBUG nova.compute.manager [-] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.769373] env[69846]: DEBUG nova.network.neutron [-] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.775029] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f8f437-0e74-4d17-b42f-ace472f4fdfa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.786703] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528f40d3-3d86-4772-a5cf-a5b05f49d608, 'name': SearchDatastore_Task, 'duration_secs': 0.017999} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.787560] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272fa87a-3b34-409c-ad4f-32c71650398c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.792136] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8c6ac3-7fee-4b70-b3a5-29c8617a4a3a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.812396] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 852.812396] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5295e07a-7fc4-25fa-6c7d-72760f45eaef" [ 852.812396] env[69846]: _type = "Task" [ 852.812396] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.813159] env[69846]: DEBUG nova.compute.provider_tree [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.826702] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5295e07a-7fc4-25fa-6c7d-72760f45eaef, 'name': SearchDatastore_Task, 'duration_secs': 0.023457} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.826702] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.826702] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] a297dccd-e92a-4651-978c-d4ac3a97cdce/a297dccd-e92a-4651-978c-d4ac3a97cdce.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.827354] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05dc8fdc-af3d-4931-b1c3-523c4018a79e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.836431] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 852.836431] env[69846]: value = "task-2949595" [ 852.836431] env[69846]: _type = "Task" [ 852.836431] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.852241] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.872557] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949585, 'name': CreateSnapshot_Task, 'duration_secs': 1.129336} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.872557] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.873385] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d40207-0f37-4f99-9cd7-9b1eb50aacb8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.941301] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lock "94ca9823-14c8-4da4-9c79-ae233f79d656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.835s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.960262] env[69846]: DEBUG oslo_concurrency.lockutils [req-23288114-56ff-4708-8e1c-5de051bbe0f9 req-6504ca3c-56c0-4eeb-bf49-dcff02ae5958 service nova] Releasing lock "refresh_cache-451bdd24-e6cc-4961-a4b2-10a1468dfb8e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.030180] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.317015] env[69846]: DEBUG nova.scheduler.client.report [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.356515] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949595, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.393635] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.394546] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a08a6a7f-280d-40d5-89ec-b0db55ebc577 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.410495] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 853.410495] env[69846]: value = "task-2949596" [ 853.410495] env[69846]: _type = "Task" [ 853.410495] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.428880] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949596, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.444647] env[69846]: DEBUG nova.compute.manager [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.531151] env[69846]: DEBUG oslo_vmware.api [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949594, 'name': PowerOnVM_Task, 'duration_secs': 0.911634} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.531476] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.531916] env[69846]: INFO nova.compute.manager [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Took 8.41 seconds to spawn the instance on the hypervisor. [ 853.532121] env[69846]: DEBUG nova.compute.manager [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.532983] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd0c91f-0b78-4096-a2f7-08962ab47398 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.674990] env[69846]: DEBUG nova.network.neutron [-] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.825023] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.372s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.827020] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.961s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.830371] env[69846]: INFO nova.compute.claims [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.849163] env[69846]: DEBUG nova.compute.manager [req-c387464d-9ada-4957-aaa1-7de05c61a8b6 req-4530df7e-12c8-45e9-acb1-c8061949a262 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received event network-vif-deleted-726e3229-fe36-45d9-90f5-5861e1de2cc1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.849688] env[69846]: INFO nova.compute.manager [req-c387464d-9ada-4957-aaa1-7de05c61a8b6 req-4530df7e-12c8-45e9-acb1-c8061949a262 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Neutron deleted interface 726e3229-fe36-45d9-90f5-5861e1de2cc1; detaching it from the instance and deleting it from the info cache [ 853.850480] env[69846]: DEBUG nova.network.neutron [req-c387464d-9ada-4957-aaa1-7de05c61a8b6 req-4530df7e-12c8-45e9-acb1-c8061949a262 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Updating instance_info_cache with network_info: [{"id": "429ba592-1d49-42ff-a902-ac8574bbe2b8", "address": "fa:16:3e:3b:7a:98", "network": {"id": "7119a40c-4c44-46fb-b8ed-e905f9027ea6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-831868895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429ba592-1d", "ovs_interfaceid": "429ba592-1d49-42ff-a902-ac8574bbe2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75f4af12-df76-41a2-a28d-2465262fef65", "address": "fa:16:3e:41:7b:2e", "network": {"id": "7119a40c-4c44-46fb-b8ed-e905f9027ea6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-831868895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f4af12-df", "ovs_interfaceid": "75f4af12-df76-41a2-a28d-2465262fef65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.863023] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74101} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.863023] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] a297dccd-e92a-4651-978c-d4ac3a97cdce/a297dccd-e92a-4651-978c-d4ac3a97cdce.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.863023] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.863023] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5f37876-8b59-46f6-9100-a124f12a1b7c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.868165] env[69846]: INFO nova.scheduler.client.report [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Deleted allocations for instance d4c75539-92f9-4ccb-a517-74038bc54eec [ 853.880644] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 853.880644] env[69846]: value = "task-2949597" [ 853.880644] env[69846]: _type = "Task" [ 853.880644] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.893374] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.918151] env[69846]: DEBUG nova.compute.manager [req-2d3ba5c5-9aef-4faa-ab18-8a5e40a2ebf9 req-8bd17fbc-fb42-4c75-8aed-3dc21d7a4599 service nova] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Received event network-vif-deleted-fc184ed9-707e-429c-ab2c-c4c7950ce2b3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.925431] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949596, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.966773] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.057454] env[69846]: INFO nova.compute.manager [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Took 49.36 seconds to build instance. [ 854.182830] env[69846]: INFO nova.compute.manager [-] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Took 1.46 seconds to deallocate network for instance. [ 854.356317] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c5f9f13-f343-443b-b9e1-8476c3158381 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.367934] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2080ca35-766b-4e03-91d0-64760fe02ee8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.383386] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1e299d20-c6b1-46b0-b064-4a82690faaf4 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "d4c75539-92f9-4ccb-a517-74038bc54eec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.030s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.394094] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180594} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.394374] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.395229] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf552fc2-a059-4457-9bf2-e8c54b6fa41c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.414304] env[69846]: DEBUG nova.compute.manager [req-c387464d-9ada-4957-aaa1-7de05c61a8b6 req-4530df7e-12c8-45e9-acb1-c8061949a262 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Detach interface failed, port_id=726e3229-fe36-45d9-90f5-5861e1de2cc1, reason: Instance 295b2bc5-a56d-4eca-940f-c04d3adae804 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.436498] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a297dccd-e92a-4651-978c-d4ac3a97cdce/a297dccd-e92a-4651-978c-d4ac3a97cdce.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.437443] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d51b7c58-1236-4917-bf68-034be627bc33 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.456612] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949596, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.464550] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 854.464550] env[69846]: value = "task-2949598" [ 854.464550] env[69846]: _type = "Task" [ 854.464550] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.475223] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.559980] env[69846]: DEBUG oslo_concurrency.lockutils [None req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 118.890s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.619556] env[69846]: DEBUG nova.network.neutron [-] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.691647] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.929040] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949596, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.976728] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.062481] env[69846]: DEBUG nova.compute.manager [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.123122] env[69846]: INFO nova.compute.manager [-] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Took 2.35 seconds to deallocate network for instance. [ 855.254086] env[69846]: DEBUG oslo_concurrency.lockutils [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "4685675d-e751-43a9-85a3-d66d49131a26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.254407] env[69846]: DEBUG oslo_concurrency.lockutils [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "4685675d-e751-43a9-85a3-d66d49131a26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.254640] env[69846]: DEBUG oslo_concurrency.lockutils [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "4685675d-e751-43a9-85a3-d66d49131a26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.254829] env[69846]: DEBUG oslo_concurrency.lockutils [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "4685675d-e751-43a9-85a3-d66d49131a26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.254998] env[69846]: DEBUG oslo_concurrency.lockutils [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "4685675d-e751-43a9-85a3-d66d49131a26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.257426] env[69846]: INFO nova.compute.manager [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Terminating instance [ 855.425192] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949596, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.445063] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7046d89-ed1b-451d-833e-090f4da30c32 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.455020] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f44f7a-99a1-44cb-bd5d-7870b611f878 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.493435] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca256099-9c1a-4524-9c65-8f3a538ec9b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.500539] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949598, 'name': ReconfigVM_Task, 'duration_secs': 0.939301} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.502712] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a297dccd-e92a-4651-978c-d4ac3a97cdce/a297dccd-e92a-4651-978c-d4ac3a97cdce.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.503383] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d1d5a4-faea-46fe-a679-cde82cfc4dd9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.505897] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b145948-63a5-45ba-9b3b-5d5b6ee3f2e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.520690] env[69846]: DEBUG nova.compute.provider_tree [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.524393] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 855.524393] env[69846]: value = "task-2949599" [ 855.524393] env[69846]: _type = "Task" [ 855.524393] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.533667] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949599, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.582948] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.635080] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.650548] env[69846]: DEBUG oslo_concurrency.lockutils [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.650756] env[69846]: DEBUG oslo_concurrency.lockutils [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.651144] env[69846]: DEBUG oslo_concurrency.lockutils [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.651520] env[69846]: DEBUG oslo_concurrency.lockutils [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.651777] env[69846]: DEBUG oslo_concurrency.lockutils [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.654125] env[69846]: INFO nova.compute.manager [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Terminating instance [ 855.761764] env[69846]: DEBUG nova.compute.manager [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.762037] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.762948] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc148865-4de2-4c4a-b099-56c30340db02 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.766009] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "72a41be2-555a-44d0-80a0-0a47a5938c18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.766330] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "72a41be2-555a-44d0-80a0-0a47a5938c18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.766527] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "72a41be2-555a-44d0-80a0-0a47a5938c18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.766710] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "72a41be2-555a-44d0-80a0-0a47a5938c18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.766927] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "72a41be2-555a-44d0-80a0-0a47a5938c18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.769725] env[69846]: INFO nova.compute.manager [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Terminating instance [ 855.774588] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.774827] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e42a715-2327-42c7-a67a-a02aefe5bd6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.783198] env[69846]: DEBUG oslo_vmware.api [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 855.783198] env[69846]: value = "task-2949600" [ 855.783198] env[69846]: _type = "Task" [ 855.783198] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.793371] env[69846]: DEBUG oslo_vmware.api [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.927401] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949596, 'name': CloneVM_Task, 'duration_secs': 2.394226} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.927627] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Created linked-clone VM from snapshot [ 855.928544] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb03bc0-d95d-4856-a9e1-323ecb212e60 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.940026] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Uploading image 5134a7f4-665a-42d3-be89-95c25a2f8f8d {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.969889] env[69846]: DEBUG oslo_vmware.rw_handles [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.969889] env[69846]: value = "vm-592019" [ 855.969889] env[69846]: _type = "VirtualMachine" [ 855.969889] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.970135] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0dbba229-cc8b-4a86-b84b-e73d20658af6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.980754] env[69846]: DEBUG oslo_vmware.rw_handles [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lease: (returnval){ [ 855.980754] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5281c990-ed22-a64c-1359-7285ae47b708" [ 855.980754] env[69846]: _type = "HttpNfcLease" [ 855.980754] env[69846]: } obtained for exporting VM: (result){ [ 855.980754] env[69846]: value = "vm-592019" [ 855.980754] env[69846]: _type = "VirtualMachine" [ 855.980754] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.980754] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the lease: (returnval){ [ 855.980754] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5281c990-ed22-a64c-1359-7285ae47b708" [ 855.980754] env[69846]: _type = "HttpNfcLease" [ 855.980754] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 855.989439] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.989439] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5281c990-ed22-a64c-1359-7285ae47b708" [ 855.989439] env[69846]: _type = "HttpNfcLease" [ 855.989439] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 856.025851] env[69846]: DEBUG nova.scheduler.client.report [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.039752] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949599, 'name': Rename_Task, 'duration_secs': 0.177608} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.040079] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.040386] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58e9a41c-6031-4265-b17e-a767c13a98ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.048868] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 856.048868] env[69846]: value = "task-2949602" [ 856.048868] env[69846]: _type = "Task" [ 856.048868] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.059034] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.159415] env[69846]: DEBUG nova.compute.manager [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.159507] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.160380] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb7e21-debf-4858-aa6c-7fa84095ea5a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.172201] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.172493] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a8dee7f-4673-4053-8924-20ca0cc7f41c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.180889] env[69846]: DEBUG oslo_vmware.api [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 856.180889] env[69846]: value = "task-2949603" [ 856.180889] env[69846]: _type = "Task" [ 856.180889] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.194102] env[69846]: DEBUG oslo_vmware.api [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.197928] env[69846]: DEBUG nova.compute.manager [req-66204e1e-58fc-41d9-b35f-1e0afb68492b req-8eff9511-0bc1-4d04-8414-2628fa13f0c6 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received event network-vif-deleted-429ba592-1d49-42ff-a902-ac8574bbe2b8 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.197928] env[69846]: DEBUG nova.compute.manager [req-66204e1e-58fc-41d9-b35f-1e0afb68492b req-8eff9511-0bc1-4d04-8414-2628fa13f0c6 service nova] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Received event network-vif-deleted-75f4af12-df76-41a2-a28d-2465262fef65 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.278407] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "refresh_cache-72a41be2-555a-44d0-80a0-0a47a5938c18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.278786] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquired lock "refresh_cache-72a41be2-555a-44d0-80a0-0a47a5938c18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.279045] env[69846]: DEBUG nova.network.neutron [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.297136] env[69846]: DEBUG oslo_vmware.api [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949600, 'name': PowerOffVM_Task, 'duration_secs': 0.253396} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.297660] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.297660] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.297859] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d05fcc8-013e-4972-a78c-67b4e82c6879 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.365882] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.366324] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.366507] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Deleting the datastore file [datastore2] 4685675d-e751-43a9-85a3-d66d49131a26 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.366820] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b48ecda-8e70-45b3-a230-97665fb8025b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.374973] env[69846]: DEBUG oslo_vmware.api [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 856.374973] env[69846]: value = "task-2949605" [ 856.374973] env[69846]: _type = "Task" [ 856.374973] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.384379] env[69846]: DEBUG oslo_vmware.api [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.489042] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.489042] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5281c990-ed22-a64c-1359-7285ae47b708" [ 856.489042] env[69846]: _type = "HttpNfcLease" [ 856.489042] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 856.489329] env[69846]: DEBUG oslo_vmware.rw_handles [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 856.489329] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5281c990-ed22-a64c-1359-7285ae47b708" [ 856.489329] env[69846]: _type = "HttpNfcLease" [ 856.489329] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 856.490145] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd28ef3a-ee43-4722-92a2-20f88a93b7ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.500231] env[69846]: DEBUG oslo_vmware.rw_handles [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c1495-1f0a-2b48-40b4-d8ff146fa666/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 856.500231] env[69846]: DEBUG oslo_vmware.rw_handles [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c1495-1f0a-2b48-40b4-d8ff146fa666/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 856.561612] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.562161] env[69846]: DEBUG nova.compute.manager [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.566235] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.677s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.567647] env[69846]: INFO nova.compute.claims [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.579566] env[69846]: DEBUG oslo_vmware.api [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949602, 'name': PowerOnVM_Task, 'duration_secs': 0.497771} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.579866] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.580111] env[69846]: INFO nova.compute.manager [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Took 8.67 seconds to spawn the instance on the hypervisor. [ 856.580314] env[69846]: DEBUG nova.compute.manager [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.582744] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46c8b95-d855-438e-a924-1098445b9d12 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.624742] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-edaa9197-6a9d-4c6c-8883-3751a046e0ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.692457] env[69846]: DEBUG oslo_vmware.api [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949603, 'name': PowerOffVM_Task, 'duration_secs': 0.230013} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.692757] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.692918] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.693178] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89a808e8-66e1-419d-9ec0-e23adfa35d10 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.774243] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.774492] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.774677] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleting the datastore file [datastore2] 861f39de-66ab-4ddb-9672-5b8474a2f0d3 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.774984] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f41ebc3b-33e9-4414-bb8f-73c905be0e23 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.785365] env[69846]: DEBUG oslo_vmware.api [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 856.785365] env[69846]: value = "task-2949607" [ 856.785365] env[69846]: _type = "Task" [ 856.785365] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.796107] env[69846]: DEBUG oslo_vmware.api [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.808864] env[69846]: DEBUG nova.network.neutron [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.886197] env[69846]: DEBUG oslo_vmware.api [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36292} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.886474] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.886684] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.886894] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.887112] env[69846]: INFO nova.compute.manager [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Took 1.13 seconds to destroy the instance on the hypervisor. [ 856.887386] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.887620] env[69846]: DEBUG nova.compute.manager [-] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.887726] env[69846]: DEBUG nova.network.neutron [-] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.889740] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquiring lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.889975] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.890204] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquiring lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.890424] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.890619] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.893205] env[69846]: INFO nova.compute.manager [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Terminating instance [ 856.917013] env[69846]: DEBUG nova.network.neutron [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.076882] env[69846]: DEBUG nova.compute.utils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.082021] env[69846]: DEBUG nova.compute.manager [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.082021] env[69846]: DEBUG nova.network.neutron [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.101358] env[69846]: INFO nova.compute.manager [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Took 50.51 seconds to build instance. [ 857.158807] env[69846]: DEBUG nova.policy [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80834a1c364e43df825f3e29449af552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51c4d48c07b49d19eea97e1f5ca0204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.302153] env[69846]: DEBUG oslo_vmware.api [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318607} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.302527] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.303442] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.303442] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.303442] env[69846]: INFO nova.compute.manager [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 857.303442] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.303696] env[69846]: DEBUG nova.compute.manager [-] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.303696] env[69846]: DEBUG nova.network.neutron [-] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.397113] env[69846]: DEBUG nova.compute.manager [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.397827] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.398282] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fee7a8a-5556-4a55-b6a7-727676d06b4e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.408487] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.408919] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65570495-2ef9-49c0-b7c0-0543508ce7d9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.419029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Releasing lock "refresh_cache-72a41be2-555a-44d0-80a0-0a47a5938c18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.419463] env[69846]: DEBUG nova.compute.manager [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.419665] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.420090] env[69846]: DEBUG oslo_vmware.api [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for the task: (returnval){ [ 857.420090] env[69846]: value = "task-2949608" [ 857.420090] env[69846]: _type = "Task" [ 857.420090] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.421142] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f22553-0202-48d7-8e46-16103465284f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.439505] env[69846]: DEBUG oslo_vmware.api [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.439797] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.440068] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7328a20-b90b-46dc-8f2f-7a799c6aea1b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.448447] env[69846]: DEBUG oslo_vmware.api [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 857.448447] env[69846]: value = "task-2949609" [ 857.448447] env[69846]: _type = "Task" [ 857.448447] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.462477] env[69846]: DEBUG oslo_vmware.api [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.587833] env[69846]: DEBUG nova.compute.manager [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.606717] env[69846]: DEBUG oslo_concurrency.lockutils [None req-51fde8ee-d91e-41f9-b44b-9948fde971af tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "a297dccd-e92a-4651-978c-d4ac3a97cdce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 120.391s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.682797] env[69846]: DEBUG nova.compute.manager [req-044db943-559b-43dd-8b6a-eeb54b06d8cd req-0e6bd7f2-e850-479d-bb5e-6d614726a916 service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Received event network-vif-deleted-f9357e09-1e75-46d4-9688-29e5b5b735c7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.682797] env[69846]: INFO nova.compute.manager [req-044db943-559b-43dd-8b6a-eeb54b06d8cd req-0e6bd7f2-e850-479d-bb5e-6d614726a916 service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Neutron deleted interface f9357e09-1e75-46d4-9688-29e5b5b735c7; detaching it from the instance and deleting it from the info cache [ 857.682797] env[69846]: DEBUG nova.network.neutron [req-044db943-559b-43dd-8b6a-eeb54b06d8cd req-0e6bd7f2-e850-479d-bb5e-6d614726a916 service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.718789] env[69846]: DEBUG nova.network.neutron [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Successfully created port: fe8d2c2e-6824-473b-86b9-356e0aca5a59 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.722164] env[69846]: DEBUG nova.network.neutron [-] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.939331] env[69846]: DEBUG oslo_vmware.api [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949608, 'name': PowerOffVM_Task, 'duration_secs': 0.233611} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.939956] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.939956] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.940117] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37e28c12-1e70-4834-8fb3-d84b90fed469 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.961480] env[69846]: DEBUG oslo_vmware.api [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949609, 'name': PowerOffVM_Task, 'duration_secs': 0.177657} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.961822] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.961943] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.962221] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d382fa-5b8c-4fec-b912-6a5e1eaa7faf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.997244] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.997690] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.998193] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Deleting the datastore file [datastore2] 72a41be2-555a-44d0-80a0-0a47a5938c18 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.998749] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ea6033f-cd43-4e1d-ae4d-dbc52b2e1607 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.009610] env[69846]: DEBUG oslo_vmware.api [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for the task: (returnval){ [ 858.009610] env[69846]: value = "task-2949612" [ 858.009610] env[69846]: _type = "Task" [ 858.009610] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.019808] env[69846]: DEBUG oslo_vmware.api [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.029876] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.030380] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.030573] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Deleting the datastore file [datastore2] 64daeb7e-b2b0-49fd-abca-3fe57c97fa89 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.030848] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4859e00a-0116-4cca-a6d4-b5a1e833e233 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.038707] env[69846]: DEBUG oslo_vmware.api [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for the task: (returnval){ [ 858.038707] env[69846]: value = "task-2949613" [ 858.038707] env[69846]: _type = "Task" [ 858.038707] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.047760] env[69846]: DEBUG oslo_vmware.api [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.111264] env[69846]: DEBUG nova.compute.manager [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.124659] env[69846]: DEBUG nova.network.neutron [-] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.137705] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquiring lock "26f55a58-2310-4050-af29-04f2b2dbd516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.138042] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lock "26f55a58-2310-4050-af29-04f2b2dbd516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.138415] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquiring lock "26f55a58-2310-4050-af29-04f2b2dbd516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.138902] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lock "26f55a58-2310-4050-af29-04f2b2dbd516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.139310] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lock "26f55a58-2310-4050-af29-04f2b2dbd516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.141988] env[69846]: INFO nova.compute.manager [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Terminating instance [ 858.184672] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17389685-fae9-4ac4-a44e-b8b47b26a152 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.201404] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675db79e-9c87-491a-ba39-2a2dd46674e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.225045] env[69846]: INFO nova.compute.manager [-] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Took 1.34 seconds to deallocate network for instance. [ 858.254052] env[69846]: DEBUG nova.compute.manager [req-044db943-559b-43dd-8b6a-eeb54b06d8cd req-0e6bd7f2-e850-479d-bb5e-6d614726a916 service nova] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Detach interface failed, port_id=f9357e09-1e75-46d4-9688-29e5b5b735c7, reason: Instance 4685675d-e751-43a9-85a3-d66d49131a26 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 858.309261] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e97f2d4-3517-436a-ac38-70da7dff586b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.318754] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147ff1e0-003e-48c2-8d35-00bec588b10c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.353595] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf54e0-1dad-436b-86d1-69d293931ea3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.362746] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacf632f-32ee-4c14-8c19-db13f3ab2a46 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.378347] env[69846]: DEBUG nova.compute.provider_tree [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.520840] env[69846]: DEBUG oslo_vmware.api [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Task: {'id': task-2949612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245908} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.521149] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.521436] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.521591] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.521819] env[69846]: INFO nova.compute.manager [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Took 1.10 seconds to destroy the instance on the hypervisor. [ 858.522124] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.522332] env[69846]: DEBUG nova.compute.manager [-] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.522458] env[69846]: DEBUG nova.network.neutron [-] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.538487] env[69846]: DEBUG nova.network.neutron [-] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.551090] env[69846]: DEBUG oslo_vmware.api [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Task: {'id': task-2949613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372469} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.551090] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.551276] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.551464] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.551682] env[69846]: INFO nova.compute.manager [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Took 1.15 seconds to destroy the instance on the hypervisor. [ 858.551953] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.552433] env[69846]: DEBUG nova.compute.manager [-] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.552624] env[69846]: DEBUG nova.network.neutron [-] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.605161] env[69846]: DEBUG nova.compute.manager [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.631941] env[69846]: INFO nova.compute.manager [-] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Took 1.33 seconds to deallocate network for instance. [ 858.644390] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.644790] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.645078] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.645481] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.645748] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.646820] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.646820] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.646820] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.647102] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.647209] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.647634] env[69846]: DEBUG nova.virt.hardware [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.649089] env[69846]: DEBUG nova.compute.manager [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.650062] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.652718] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7605064-762f-49ce-ab2b-a21089ae4f54 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.659613] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.661557] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b7d438-b32c-41fe-b1a4-a6c03ecadce7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.678492] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c23c3e-5191-4cdd-9f77-a415512aa0c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.685278] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.687981] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6745e50c-3e11-4dac-9079-2ba8037512a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.711851] env[69846]: DEBUG oslo_vmware.api [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for the task: (returnval){ [ 858.711851] env[69846]: value = "task-2949614" [ 858.711851] env[69846]: _type = "Task" [ 858.711851] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.735116] env[69846]: DEBUG oslo_concurrency.lockutils [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.841348] env[69846]: DEBUG nova.compute.manager [req-f24a4e03-f899-4200-91fa-a4ce79722cec req-a2fcaf02-2c0c-48c3-b4f2-77ad68e705d4 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Received event network-changed-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.841545] env[69846]: DEBUG nova.compute.manager [req-f24a4e03-f899-4200-91fa-a4ce79722cec req-a2fcaf02-2c0c-48c3-b4f2-77ad68e705d4 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Refreshing instance network info cache due to event network-changed-45e21f78-8d89-4d20-8e36-85aa24a1cbd4. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.841759] env[69846]: DEBUG oslo_concurrency.lockutils [req-f24a4e03-f899-4200-91fa-a4ce79722cec req-a2fcaf02-2c0c-48c3-b4f2-77ad68e705d4 service nova] Acquiring lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.841901] env[69846]: DEBUG oslo_concurrency.lockutils [req-f24a4e03-f899-4200-91fa-a4ce79722cec req-a2fcaf02-2c0c-48c3-b4f2-77ad68e705d4 service nova] Acquired lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.843409] env[69846]: DEBUG nova.network.neutron [req-f24a4e03-f899-4200-91fa-a4ce79722cec req-a2fcaf02-2c0c-48c3-b4f2-77ad68e705d4 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Refreshing network info cache for port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.881916] env[69846]: DEBUG nova.scheduler.client.report [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.044506] env[69846]: DEBUG nova.network.neutron [-] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.161244] env[69846]: DEBUG oslo_concurrency.lockutils [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.223721] env[69846]: DEBUG oslo_vmware.api [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949614, 'name': PowerOffVM_Task, 'duration_secs': 0.267141} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.224310] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.224620] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.225338] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93c6adab-5848-4eb4-a07e-5f6f332e794b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.260026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquiring lock "94ca9823-14c8-4da4-9c79-ae233f79d656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.260026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lock "94ca9823-14c8-4da4-9c79-ae233f79d656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.260026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquiring lock "94ca9823-14c8-4da4-9c79-ae233f79d656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.260026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lock "94ca9823-14c8-4da4-9c79-ae233f79d656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.260026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lock "94ca9823-14c8-4da4-9c79-ae233f79d656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.262341] env[69846]: INFO nova.compute.manager [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Terminating instance [ 859.305033] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.305033] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.305033] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Deleting the datastore file [datastore1] 26f55a58-2310-4050-af29-04f2b2dbd516 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.305033] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eef77dc-da27-4c9d-8c74-da5f37e5127a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.312073] env[69846]: DEBUG oslo_vmware.api [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for the task: (returnval){ [ 859.312073] env[69846]: value = "task-2949616" [ 859.312073] env[69846]: _type = "Task" [ 859.312073] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.316533] env[69846]: DEBUG nova.network.neutron [-] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.333354] env[69846]: DEBUG oslo_vmware.api [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.389865] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.390410] env[69846]: DEBUG nova.compute.manager [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.397245] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.849s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.397245] env[69846]: INFO nova.compute.claims [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.547590] env[69846]: INFO nova.compute.manager [-] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Took 1.03 seconds to deallocate network for instance. [ 859.585161] env[69846]: DEBUG nova.network.neutron [req-f24a4e03-f899-4200-91fa-a4ce79722cec req-a2fcaf02-2c0c-48c3-b4f2-77ad68e705d4 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Updated VIF entry in instance network info cache for port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.585675] env[69846]: DEBUG nova.network.neutron [req-f24a4e03-f899-4200-91fa-a4ce79722cec req-a2fcaf02-2c0c-48c3-b4f2-77ad68e705d4 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Updating instance_info_cache with network_info: [{"id": "45e21f78-8d89-4d20-8e36-85aa24a1cbd4", "address": "fa:16:3e:f8:68:6c", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e21f78-8d", "ovs_interfaceid": "45e21f78-8d89-4d20-8e36-85aa24a1cbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.767073] env[69846]: DEBUG nova.compute.manager [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.767359] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.768512] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73122fd4-8d53-483a-b3b2-7e05f28ac55b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.777651] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.777996] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51be9bd6-a418-4c6f-b107-7d97579bf596 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.787963] env[69846]: DEBUG oslo_vmware.api [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for the task: (returnval){ [ 859.787963] env[69846]: value = "task-2949617" [ 859.787963] env[69846]: _type = "Task" [ 859.787963] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.799357] env[69846]: DEBUG oslo_vmware.api [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.823689] env[69846]: INFO nova.compute.manager [-] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Took 1.27 seconds to deallocate network for instance. [ 859.824088] env[69846]: DEBUG oslo_vmware.api [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Task: {'id': task-2949616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207179} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.825870] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.826165] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.826461] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.830250] env[69846]: INFO nova.compute.manager [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Took 1.18 seconds to destroy the instance on the hypervisor. [ 859.830539] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.833560] env[69846]: DEBUG nova.compute.manager [-] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.833662] env[69846]: DEBUG nova.network.neutron [-] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.847157] env[69846]: DEBUG nova.network.neutron [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Successfully updated port: fe8d2c2e-6824-473b-86b9-356e0aca5a59 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.895549] env[69846]: DEBUG nova.compute.utils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.898306] env[69846]: DEBUG nova.compute.manager [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.898306] env[69846]: DEBUG nova.network.neutron [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.967085] env[69846]: DEBUG nova.policy [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80834a1c364e43df825f3e29449af552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51c4d48c07b49d19eea97e1f5ca0204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.055238] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.081774] env[69846]: DEBUG nova.compute.manager [req-a776443f-73f1-470b-abf7-e53af9f2e8dd req-cc482fc3-5fc6-4797-aedd-6e1118328447 service nova] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Received event network-vif-deleted-a9344a18-9f91-4876-abe1-8755f841e1bb {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.081984] env[69846]: DEBUG nova.compute.manager [req-a776443f-73f1-470b-abf7-e53af9f2e8dd req-cc482fc3-5fc6-4797-aedd-6e1118328447 service nova] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Received event network-vif-deleted-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.088468] env[69846]: DEBUG oslo_concurrency.lockutils [req-f24a4e03-f899-4200-91fa-a4ce79722cec req-a2fcaf02-2c0c-48c3-b4f2-77ad68e705d4 service nova] Releasing lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.300583] env[69846]: DEBUG oslo_vmware.api [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949617, 'name': PowerOffVM_Task, 'duration_secs': 0.226333} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.300906] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.301075] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.301337] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3b3a9c0-f563-4137-a3a1-b392ac55659c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.339349] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.348618] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.348780] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.348938] env[69846]: DEBUG nova.network.neutron [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.376160] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.376557] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.378430] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Deleting the datastore file [datastore2] 94ca9823-14c8-4da4-9c79-ae233f79d656 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.378430] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29c254de-c5f7-4379-bdf8-86430a1b678e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.386110] env[69846]: DEBUG oslo_vmware.api [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for the task: (returnval){ [ 860.386110] env[69846]: value = "task-2949619" [ 860.386110] env[69846]: _type = "Task" [ 860.386110] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.397102] env[69846]: DEBUG oslo_vmware.api [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.401825] env[69846]: DEBUG nova.compute.manager [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.427319] env[69846]: DEBUG nova.network.neutron [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Successfully created port: 83cc2478-42fd-4849-8aab-a4f0136e85da {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.878409] env[69846]: DEBUG nova.network.neutron [-] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.898380] env[69846]: DEBUG oslo_vmware.api [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Task: {'id': task-2949619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161789} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.898692] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.898907] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.899117] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.900231] env[69846]: INFO nova.compute.manager [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Took 1.13 seconds to destroy the instance on the hypervisor. [ 860.900231] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.900231] env[69846]: DEBUG nova.compute.manager [-] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.900231] env[69846]: DEBUG nova.network.neutron [-] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.905583] env[69846]: DEBUG nova.network.neutron [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.043158] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3699cc-1692-4484-9a33-bc389c4f177e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.054175] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf680ea7-6768-449c-ad00-a77229ba0c97 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.085978] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a02b14-6c4f-4f2b-9a6a-9efaf6c732b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.096865] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f19295-26fb-41dc-83d9-ab081c707180 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.112723] env[69846]: DEBUG nova.compute.provider_tree [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.147456] env[69846]: DEBUG nova.network.neutron [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Updating instance_info_cache with network_info: [{"id": "fe8d2c2e-6824-473b-86b9-356e0aca5a59", "address": "fa:16:3e:fa:ea:a4", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8d2c2e-68", "ovs_interfaceid": "fe8d2c2e-6824-473b-86b9-356e0aca5a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.175407] env[69846]: DEBUG nova.compute.manager [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Received event network-changed-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.175738] env[69846]: DEBUG nova.compute.manager [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Refreshing instance network info cache due to event network-changed-45e21f78-8d89-4d20-8e36-85aa24a1cbd4. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.176599] env[69846]: DEBUG oslo_concurrency.lockutils [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] Acquiring lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.176764] env[69846]: DEBUG oslo_concurrency.lockutils [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] Acquired lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.176936] env[69846]: DEBUG nova.network.neutron [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Refreshing network info cache for port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.381615] env[69846]: INFO nova.compute.manager [-] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Took 1.55 seconds to deallocate network for instance. [ 861.416528] env[69846]: DEBUG nova.compute.manager [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.447559] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.447805] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.447963] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.448161] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.448305] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.448478] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.448706] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.448867] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.449047] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.449219] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.449404] env[69846]: DEBUG nova.virt.hardware [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.450287] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba641db-7151-4e0e-8915-ff9bedb7190f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.459347] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6919e135-4fe5-4c0a-8553-3546e522fd5d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.618014] env[69846]: DEBUG nova.scheduler.client.report [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.649918] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.650213] env[69846]: DEBUG nova.compute.manager [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Instance network_info: |[{"id": "fe8d2c2e-6824-473b-86b9-356e0aca5a59", "address": "fa:16:3e:fa:ea:a4", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8d2c2e-68", "ovs_interfaceid": "fe8d2c2e-6824-473b-86b9-356e0aca5a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.650631] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:ea:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe8d2c2e-6824-473b-86b9-356e0aca5a59', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.663546] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Creating folder: Project (e51c4d48c07b49d19eea97e1f5ca0204). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.664903] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71d0cb84-cfd2-4e3c-93bc-0f8fa637aa5d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.678449] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Created folder: Project (e51c4d48c07b49d19eea97e1f5ca0204) in parent group-v591891. [ 861.678686] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Creating folder: Instances. Parent ref: group-v592020. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.681535] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcc428b2-312a-4515-a2a8-0ab4e2e6cda0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.696753] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Created folder: Instances in parent group-v592020. [ 861.697045] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.697277] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d74534-d666-4993-a169-7baead19b129] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.697499] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4af9ddd5-219a-47bf-8777-cda1727a3933 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.722986] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.722986] env[69846]: value = "task-2949622" [ 861.722986] env[69846]: _type = "Task" [ 861.722986] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.732451] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949622, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.773204] env[69846]: DEBUG nova.network.neutron [-] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.890281] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.125453] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.125989] env[69846]: DEBUG nova.compute.manager [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.131707] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.357s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.136017] env[69846]: INFO nova.compute.claims [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.233989] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949622, 'name': CreateVM_Task, 'duration_secs': 0.374726} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.234670] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d74534-d666-4993-a169-7baead19b129] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.235412] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.235582] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.235921] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.236207] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81972fa-6f29-4108-9962-032fc28a6131 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.241888] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 862.241888] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ae8ff2-c760-dc8c-5690-3d03fa825ace" [ 862.241888] env[69846]: _type = "Task" [ 862.241888] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.251109] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ae8ff2-c760-dc8c-5690-3d03fa825ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.277362] env[69846]: INFO nova.compute.manager [-] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Took 1.38 seconds to deallocate network for instance. [ 862.573697] env[69846]: DEBUG nova.network.neutron [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Updated VIF entry in instance network info cache for port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.574089] env[69846]: DEBUG nova.network.neutron [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Updating instance_info_cache with network_info: [{"id": "45e21f78-8d89-4d20-8e36-85aa24a1cbd4", "address": "fa:16:3e:f8:68:6c", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e21f78-8d", "ovs_interfaceid": "45e21f78-8d89-4d20-8e36-85aa24a1cbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.599543] env[69846]: DEBUG nova.compute.manager [req-c372729c-39f1-44ae-9930-86963ecd33b3 req-a3e804ad-20a9-48d1-80cd-29ccf38a4cd4 service nova] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Received event network-vif-deleted-6858c705-1841-4215-a70b-b9a53c1f3c6b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.638879] env[69846]: DEBUG nova.compute.utils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.643677] env[69846]: DEBUG nova.compute.manager [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.643920] env[69846]: DEBUG nova.network.neutron [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.760348] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ae8ff2-c760-dc8c-5690-3d03fa825ace, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.760348] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.760348] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.760348] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.760348] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.760348] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.760348] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b75ce3a-758a-4209-ad33-7e9520a278c3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.773083] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.773083] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.773083] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b095b9bb-aff9-45ac-984a-e5dcfd7b0623 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.784027] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 862.784027] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e01ef5-77d0-c90e-d1db-f2cf237668ab" [ 862.784027] env[69846]: _type = "Task" [ 862.784027] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.784027] env[69846]: DEBUG nova.policy [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bf5a29ccbc2403fa85f5e4f7bf03326', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e04376413574f3b9029c63c023b11b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.786456] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.800757] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e01ef5-77d0-c90e-d1db-f2cf237668ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.800757] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda870c7-33b9-4dcc-bad6-9a4b32fc4577 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.813445] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 862.813445] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524ec010-e14a-a04f-656c-efd14a1ca42f" [ 862.813445] env[69846]: _type = "Task" [ 862.813445] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.823901] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524ec010-e14a-a04f-656c-efd14a1ca42f, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.824165] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.824435] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 72d74534-d666-4993-a169-7baead19b129/72d74534-d666-4993-a169-7baead19b129.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.824732] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfec3faa-94f5-471f-86c6-67b738833f4e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.833212] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 862.833212] env[69846]: value = "task-2949623" [ 862.833212] env[69846]: _type = "Task" [ 862.833212] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.843036] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.077579] env[69846]: DEBUG oslo_concurrency.lockutils [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] Releasing lock "refresh_cache-a297dccd-e92a-4651-978c-d4ac3a97cdce" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.077845] env[69846]: DEBUG nova.compute.manager [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Received event network-vif-plugged-fe8d2c2e-6824-473b-86b9-356e0aca5a59 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.078178] env[69846]: DEBUG oslo_concurrency.lockutils [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] Acquiring lock "72d74534-d666-4993-a169-7baead19b129-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.078462] env[69846]: DEBUG oslo_concurrency.lockutils [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] Lock "72d74534-d666-4993-a169-7baead19b129-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.078653] env[69846]: DEBUG oslo_concurrency.lockutils [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] Lock "72d74534-d666-4993-a169-7baead19b129-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.078999] env[69846]: DEBUG nova.compute.manager [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] No waiting events found dispatching network-vif-plugged-fe8d2c2e-6824-473b-86b9-356e0aca5a59 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.079166] env[69846]: WARNING nova.compute.manager [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Received unexpected event network-vif-plugged-fe8d2c2e-6824-473b-86b9-356e0aca5a59 for instance with vm_state building and task_state spawning. [ 863.079334] env[69846]: DEBUG nova.compute.manager [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Received event network-changed-fe8d2c2e-6824-473b-86b9-356e0aca5a59 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.079579] env[69846]: DEBUG nova.compute.manager [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Refreshing instance network info cache due to event network-changed-fe8d2c2e-6824-473b-86b9-356e0aca5a59. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.079818] env[69846]: DEBUG oslo_concurrency.lockutils [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] Acquiring lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.080962] env[69846]: DEBUG oslo_concurrency.lockutils [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] Acquired lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.081202] env[69846]: DEBUG nova.network.neutron [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Refreshing network info cache for port fe8d2c2e-6824-473b-86b9-356e0aca5a59 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.100097] env[69846]: DEBUG nova.network.neutron [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Successfully updated port: 83cc2478-42fd-4849-8aab-a4f0136e85da {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.144264] env[69846]: DEBUG nova.compute.manager [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.347983] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462842} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.348365] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 72d74534-d666-4993-a169-7baead19b129/72d74534-d666-4993-a169-7baead19b129.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.348667] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.351886] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b4345a6-2277-4851-8d64-223005ee1575 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.359977] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 863.359977] env[69846]: value = "task-2949624" [ 863.359977] env[69846]: _type = "Task" [ 863.359977] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.377605] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.388139] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Acquiring lock "e2ae9251-7961-4145-993d-49714be19a92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.388404] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Lock "e2ae9251-7961-4145-993d-49714be19a92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.471796] env[69846]: DEBUG nova.network.neutron [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Successfully created port: 3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.603169] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "refresh_cache-1f002cc4-b87c-44cd-b908-1d91494b800a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.603318] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "refresh_cache-1f002cc4-b87c-44cd-b908-1d91494b800a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.603475] env[69846]: DEBUG nova.network.neutron [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.642689] env[69846]: DEBUG nova.compute.manager [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Received event network-vif-deleted-fd481767-304a-4a3a-8ec2-77e97bba4e97 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.643272] env[69846]: DEBUG nova.compute.manager [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Received event network-vif-plugged-83cc2478-42fd-4849-8aab-a4f0136e85da {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.643528] env[69846]: DEBUG oslo_concurrency.lockutils [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] Acquiring lock "1f002cc4-b87c-44cd-b908-1d91494b800a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.643741] env[69846]: DEBUG oslo_concurrency.lockutils [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] Lock "1f002cc4-b87c-44cd-b908-1d91494b800a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.643906] env[69846]: DEBUG oslo_concurrency.lockutils [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] Lock "1f002cc4-b87c-44cd-b908-1d91494b800a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.644105] env[69846]: DEBUG nova.compute.manager [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] No waiting events found dispatching network-vif-plugged-83cc2478-42fd-4849-8aab-a4f0136e85da {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.644278] env[69846]: WARNING nova.compute.manager [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Received unexpected event network-vif-plugged-83cc2478-42fd-4849-8aab-a4f0136e85da for instance with vm_state building and task_state spawning. [ 863.644556] env[69846]: DEBUG nova.compute.manager [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Received event network-changed-83cc2478-42fd-4849-8aab-a4f0136e85da {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.644842] env[69846]: DEBUG nova.compute.manager [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Refreshing instance network info cache due to event network-changed-83cc2478-42fd-4849-8aab-a4f0136e85da. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.644880] env[69846]: DEBUG oslo_concurrency.lockutils [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] Acquiring lock "refresh_cache-1f002cc4-b87c-44cd-b908-1d91494b800a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.763347] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76bf972-715c-4503-9907-5ae7ff04379a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.775713] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d77e10-3064-4569-a510-1f80fe2aaa58 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.808042] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51f8677-d703-40a9-9984-5b9fc0440e3b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.819025] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626c6f4d-eedb-4c7c-9484-3d09d1410547 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.835628] env[69846]: DEBUG nova.compute.provider_tree [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.873019] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084779} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.873019] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.873019] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a08fe2-4bad-4282-b07f-df5197cbc6d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.895009] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 72d74534-d666-4993-a169-7baead19b129/72d74534-d666-4993-a169-7baead19b129.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.896019] env[69846]: DEBUG nova.compute.utils [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.897235] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d58e81-8d22-42d3-84c7-4ce4b6a0435e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.922404] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 863.922404] env[69846]: value = "task-2949625" [ 863.922404] env[69846]: _type = "Task" [ 863.922404] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.931794] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.996427] env[69846]: DEBUG nova.network.neutron [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Updated VIF entry in instance network info cache for port fe8d2c2e-6824-473b-86b9-356e0aca5a59. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.996786] env[69846]: DEBUG nova.network.neutron [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Updating instance_info_cache with network_info: [{"id": "fe8d2c2e-6824-473b-86b9-356e0aca5a59", "address": "fa:16:3e:fa:ea:a4", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8d2c2e-68", "ovs_interfaceid": "fe8d2c2e-6824-473b-86b9-356e0aca5a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.138170] env[69846]: DEBUG nova.network.neutron [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.157043] env[69846]: DEBUG nova.compute.manager [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.194659] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.194909] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.195075] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.195260] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.195406] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.195550] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.195754] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.195907] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.196081] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.196481] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.196481] env[69846]: DEBUG nova.virt.hardware [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.197331] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285be93a-c08f-4e6e-b0c8-979a8f790344 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.208498] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4852eac-f1d7-49cc-9109-0a6eb1d0fc83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.340621] env[69846]: DEBUG nova.scheduler.client.report [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.391465] env[69846]: DEBUG nova.network.neutron [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Updating instance_info_cache with network_info: [{"id": "83cc2478-42fd-4849-8aab-a4f0136e85da", "address": "fa:16:3e:49:bc:77", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cc2478-42", "ovs_interfaceid": "83cc2478-42fd-4849-8aab-a4f0136e85da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.413432] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Lock "e2ae9251-7961-4145-993d-49714be19a92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.025s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.435986] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949625, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.500024] env[69846]: DEBUG oslo_concurrency.lockutils [req-288731d9-2e54-4fa6-b448-82a30083d7ac req-e03874cb-f72f-4588-9385-ea6ef426ad87 service nova] Releasing lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.845914] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.846512] env[69846]: DEBUG nova.compute.manager [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.849263] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.664s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.850653] env[69846]: INFO nova.compute.claims [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.894358] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "refresh_cache-1f002cc4-b87c-44cd-b908-1d91494b800a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.894728] env[69846]: DEBUG nova.compute.manager [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Instance network_info: |[{"id": "83cc2478-42fd-4849-8aab-a4f0136e85da", "address": "fa:16:3e:49:bc:77", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cc2478-42", "ovs_interfaceid": "83cc2478-42fd-4849-8aab-a4f0136e85da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.895075] env[69846]: DEBUG oslo_concurrency.lockutils [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] Acquired lock "refresh_cache-1f002cc4-b87c-44cd-b908-1d91494b800a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.895261] env[69846]: DEBUG nova.network.neutron [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Refreshing network info cache for port 83cc2478-42fd-4849-8aab-a4f0136e85da {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.897508] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:bc:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83cc2478-42fd-4849-8aab-a4f0136e85da', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.905178] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.907635] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.907993] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19d80702-1fbd-4b13-bb60-ae04042fa3a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.935417] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949625, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.936861] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.936861] env[69846]: value = "task-2949626" [ 864.936861] env[69846]: _type = "Task" [ 864.936861] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.954522] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949626, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.359021] env[69846]: DEBUG nova.compute.utils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.362467] env[69846]: DEBUG nova.compute.manager [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.362667] env[69846]: DEBUG nova.network.neutron [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.435403] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949625, 'name': ReconfigVM_Task, 'duration_secs': 1.30752} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.435802] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 72d74534-d666-4993-a169-7baead19b129/72d74534-d666-4993-a169-7baead19b129.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.436658] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30bb7498-af0a-4849-bdd7-e5f84975efb9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.456596] env[69846]: DEBUG nova.policy [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33086aa1c09f4752a830e5c056d398d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '105e41eae2e24a228cc62beb2b5e7c8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.459309] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 865.459309] env[69846]: value = "task-2949627" [ 865.459309] env[69846]: _type = "Task" [ 865.459309] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.459533] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949626, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.483834] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Acquiring lock "e2ae9251-7961-4145-993d-49714be19a92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.484093] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Lock "e2ae9251-7961-4145-993d-49714be19a92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.484372] env[69846]: INFO nova.compute.manager [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Attaching volume 169888ea-4c46-454f-924c-acfa247abedf to /dev/sdb [ 865.528018] env[69846]: DEBUG nova.network.neutron [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Successfully updated port: 3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.547862] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46b8d39-e152-4655-8da2-600226ef4083 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.555915] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7d5f9b-031a-42e5-91d1-cf78cce24df0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.579369] env[69846]: DEBUG nova.virt.block_device [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Updating existing volume attachment record: ac993499-bd81-4f69-a16c-c47262168fa3 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 865.704358] env[69846]: DEBUG nova.network.neutron [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Updated VIF entry in instance network info cache for port 83cc2478-42fd-4849-8aab-a4f0136e85da. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.704649] env[69846]: DEBUG nova.network.neutron [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Updating instance_info_cache with network_info: [{"id": "83cc2478-42fd-4849-8aab-a4f0136e85da", "address": "fa:16:3e:49:bc:77", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cc2478-42", "ovs_interfaceid": "83cc2478-42fd-4849-8aab-a4f0136e85da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.863643] env[69846]: DEBUG nova.compute.manager [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.924986] env[69846]: DEBUG nova.compute.manager [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Received event network-vif-plugged-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.929082] env[69846]: DEBUG oslo_concurrency.lockutils [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] Acquiring lock "afa37493-33be-477d-9343-1129c24f0ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.929367] env[69846]: DEBUG oslo_concurrency.lockutils [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] Lock "afa37493-33be-477d-9343-1129c24f0ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.929579] env[69846]: DEBUG oslo_concurrency.lockutils [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] Lock "afa37493-33be-477d-9343-1129c24f0ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.929805] env[69846]: DEBUG nova.compute.manager [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] [instance: afa37493-33be-477d-9343-1129c24f0ebe] No waiting events found dispatching network-vif-plugged-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.929987] env[69846]: WARNING nova.compute.manager [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Received unexpected event network-vif-plugged-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 for instance with vm_state building and task_state spawning. [ 865.930172] env[69846]: DEBUG nova.compute.manager [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Received event network-changed-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.930346] env[69846]: DEBUG nova.compute.manager [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Refreshing instance network info cache due to event network-changed-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.930544] env[69846]: DEBUG oslo_concurrency.lockutils [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] Acquiring lock "refresh_cache-afa37493-33be-477d-9343-1129c24f0ebe" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.930694] env[69846]: DEBUG oslo_concurrency.lockutils [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] Acquired lock "refresh_cache-afa37493-33be-477d-9343-1129c24f0ebe" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.930855] env[69846]: DEBUG nova.network.neutron [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Refreshing network info cache for port 3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.958340] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949626, 'name': CreateVM_Task, 'duration_secs': 0.535655} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.958412] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.959686] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.960525] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.960525] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.960655] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a8524d-a5cf-45f7-96f7-ea58d558b892 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.975243] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 865.975243] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fb2a97-e637-e537-75d6-4902098daf16" [ 865.975243] env[69846]: _type = "Task" [ 865.975243] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.978501] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949627, 'name': Rename_Task, 'duration_secs': 0.172714} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.982624] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.982790] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9874e305-fcb1-4f9f-a6ac-3522a7b27f8e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.996049] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fb2a97-e637-e537-75d6-4902098daf16, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.996049] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.996049] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.996049] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.996478] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.996478] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.997657] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 865.997657] env[69846]: value = "task-2949631" [ 865.997657] env[69846]: _type = "Task" [ 865.997657] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.997657] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1761e027-fd7e-43d3-a0cd-73a64d2a26b7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.015153] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949631, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.016214] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.016421] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.021862] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7591f0f8-9364-4590-80bd-2d221cd3f9ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.030264] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 866.030264] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52dfee97-e2cf-92f5-491a-ee5ffaa7192c" [ 866.030264] env[69846]: _type = "Task" [ 866.030264] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.042664] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquiring lock "refresh_cache-afa37493-33be-477d-9343-1129c24f0ebe" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.048261] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52dfee97-e2cf-92f5-491a-ee5ffaa7192c, 'name': SearchDatastore_Task, 'duration_secs': 0.011477} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.052349] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a82e895-0cbb-48cd-9b43-7c30b0c5f0c4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.062611] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 866.062611] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fc6f4f-6410-e933-7a12-29729e3fcad8" [ 866.062611] env[69846]: _type = "Task" [ 866.062611] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.075028] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fc6f4f-6410-e933-7a12-29729e3fcad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.208864] env[69846]: DEBUG oslo_concurrency.lockutils [req-f84fe53c-448a-4ea5-90ec-61cdf4caf5f7 req-8657eaa1-8540-4741-a64e-72707fec7f2e service nova] Releasing lock "refresh_cache-1f002cc4-b87c-44cd-b908-1d91494b800a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.373089] env[69846]: DEBUG nova.network.neutron [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Successfully created port: 65eefdb3-6387-4b6d-82ea-b813f4eca93e {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.476118] env[69846]: DEBUG nova.network.neutron [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.489291] env[69846]: DEBUG oslo_vmware.rw_handles [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c1495-1f0a-2b48-40b4-d8ff146fa666/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 866.490706] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604cac2f-ff84-4c2d-a59c-fcc8e6d99483 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.500246] env[69846]: DEBUG oslo_vmware.rw_handles [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c1495-1f0a-2b48-40b4-d8ff146fa666/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 866.500246] env[69846]: ERROR oslo_vmware.rw_handles [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c1495-1f0a-2b48-40b4-d8ff146fa666/disk-0.vmdk due to incomplete transfer. [ 866.505514] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ba66872-45dc-47f2-be78-c78ea5090155 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.522805] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949631, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.525340] env[69846]: DEBUG oslo_vmware.rw_handles [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c1495-1f0a-2b48-40b4-d8ff146fa666/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 866.525802] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Uploaded image 5134a7f4-665a-42d3-be89-95c25a2f8f8d to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 866.529848] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 866.535263] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33865e31-a921-472e-b942-425f575f334c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.545217] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 866.545217] env[69846]: value = "task-2949632" [ 866.545217] env[69846]: _type = "Task" [ 866.545217] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.559604] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949632, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.573139] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fc6f4f-6410-e933-7a12-29729e3fcad8, 'name': SearchDatastore_Task, 'duration_secs': 0.019946} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.573542] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.573956] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 1f002cc4-b87c-44cd-b908-1d91494b800a/1f002cc4-b87c-44cd-b908-1d91494b800a.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.574414] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a132cf9-0e6a-4e1b-bf44-0e8b20bf1974 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.582288] env[69846]: DEBUG nova.network.neutron [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.583505] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 866.583505] env[69846]: value = "task-2949633" [ 866.583505] env[69846]: _type = "Task" [ 866.583505] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.585641] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e954c7c1-2d16-4778-bbd0-0eb476a9da59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.603712] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099c530d-9ee5-438b-ada2-9ae45b27055b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.607545] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.641477] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb753e8-6f29-4e03-b6d2-1a372b10434c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.650390] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14df7981-9ab5-4b44-a7ed-2de0da12f58e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.667705] env[69846]: DEBUG nova.compute.provider_tree [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.886593] env[69846]: DEBUG nova.compute.manager [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.916234] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.917604] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.917604] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.917604] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.917604] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.920213] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.920444] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.920606] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.922019] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.922019] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.922019] env[69846]: DEBUG nova.virt.hardware [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.922296] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c47b22-4113-492b-9f22-bc8090a41bb1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.937534] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901a765d-2fa0-4658-bd30-c9a2bece9011 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.012606] env[69846]: DEBUG oslo_vmware.api [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949631, 'name': PowerOnVM_Task, 'duration_secs': 0.534354} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.012936] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.013113] env[69846]: INFO nova.compute.manager [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Took 8.41 seconds to spawn the instance on the hypervisor. [ 867.013331] env[69846]: DEBUG nova.compute.manager [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.014261] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33ad6d9-3d5b-4d12-a349-fa87a9788449 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.056998] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949632, 'name': Destroy_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.085867] env[69846]: DEBUG oslo_concurrency.lockutils [req-60e2df4b-3fb1-4f2c-a547-74666533529c req-86213d8f-3df3-4670-b5f5-f283e7f50652 service nova] Releasing lock "refresh_cache-afa37493-33be-477d-9343-1129c24f0ebe" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.086407] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquired lock "refresh_cache-afa37493-33be-477d-9343-1129c24f0ebe" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.086606] env[69846]: DEBUG nova.network.neutron [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.105984] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949633, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.172626] env[69846]: DEBUG nova.scheduler.client.report [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.544607] env[69846]: INFO nova.compute.manager [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Took 38.70 seconds to build instance. [ 867.558139] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949632, 'name': Destroy_Task, 'duration_secs': 0.593016} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.558773] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Destroyed the VM [ 867.558773] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 867.559126] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f7c3d9bc-879c-4e02-91a4-77d7eae7f6d0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.569059] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 867.569059] env[69846]: value = "task-2949634" [ 867.569059] env[69846]: _type = "Task" [ 867.569059] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.577693] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949634, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.600609] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839339} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.600879] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 1f002cc4-b87c-44cd-b908-1d91494b800a/1f002cc4-b87c-44cd-b908-1d91494b800a.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.601101] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.601686] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d429d92d-1170-4ecb-b2a6-4a797d8dd8ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.609669] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 867.609669] env[69846]: value = "task-2949635" [ 867.609669] env[69846]: _type = "Task" [ 867.609669] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.618303] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.642627] env[69846]: DEBUG nova.network.neutron [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.678474] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.679150] env[69846]: DEBUG nova.compute.manager [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.683035] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.718s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.683142] env[69846]: INFO nova.compute.claims [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.821164] env[69846]: DEBUG nova.network.neutron [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Updating instance_info_cache with network_info: [{"id": "3f2dab60-55d0-4a24-8955-da9b2cdc6cb2", "address": "fa:16:3e:15:98:14", "network": {"id": "dd225804-3f7f-494f-8360-3538fa9f3e70", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1511466744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e04376413574f3b9029c63c023b11b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2dab60-55", "ovs_interfaceid": "3f2dab60-55d0-4a24-8955-da9b2cdc6cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.048057] env[69846]: DEBUG oslo_concurrency.lockutils [None req-325c10fd-da68-43b1-acd3-11d0e618831d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "72d74534-d666-4993-a169-7baead19b129" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.159s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.082022] env[69846]: DEBUG oslo_vmware.api [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949634, 'name': RemoveSnapshot_Task, 'duration_secs': 0.412562} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.082022] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 868.082022] env[69846]: INFO nova.compute.manager [None req-eacecf4b-2dc1-4bcf-a095-be60021685ab tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Took 17.27 seconds to snapshot the instance on the hypervisor. [ 868.121881] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067943} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.121881] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.122455] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54b9d4b-38f4-4037-8a51-cfefab499543 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.148607] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 1f002cc4-b87c-44cd-b908-1d91494b800a/1f002cc4-b87c-44cd-b908-1d91494b800a.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.149528] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f5ccc2-5d82-43b4-bd6b-458406f285fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.175026] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 868.175026] env[69846]: value = "task-2949637" [ 868.175026] env[69846]: _type = "Task" [ 868.175026] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.185988] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.190392] env[69846]: DEBUG nova.compute.utils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.191641] env[69846]: DEBUG nova.compute.manager [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.192095] env[69846]: DEBUG nova.network.neutron [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.252098] env[69846]: DEBUG nova.policy [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9dff7dcc4ae4dd38835d93de51fe94c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f35d041454a42caa93b5f507cb7f8bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.323978] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Releasing lock "refresh_cache-afa37493-33be-477d-9343-1129c24f0ebe" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.324353] env[69846]: DEBUG nova.compute.manager [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Instance network_info: |[{"id": "3f2dab60-55d0-4a24-8955-da9b2cdc6cb2", "address": "fa:16:3e:15:98:14", "network": {"id": "dd225804-3f7f-494f-8360-3538fa9f3e70", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1511466744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e04376413574f3b9029c63c023b11b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2dab60-55", "ovs_interfaceid": "3f2dab60-55d0-4a24-8955-da9b2cdc6cb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.324785] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:98:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f2dab60-55d0-4a24-8955-da9b2cdc6cb2', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.334875] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Creating folder: Project (3e04376413574f3b9029c63c023b11b0). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.335384] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-547a28c4-af9a-4189-b421-b333401caa6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.349110] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Created folder: Project (3e04376413574f3b9029c63c023b11b0) in parent group-v591891. [ 868.349536] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Creating folder: Instances. Parent ref: group-v592027. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.349838] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc98f47a-b63f-4e9e-a700-2c77bfbeb1a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.364545] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Created folder: Instances in parent group-v592027. [ 868.366089] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.366089] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.366089] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a550bfa-5eeb-438b-9bed-9494faaceeb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.392486] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.392486] env[69846]: value = "task-2949640" [ 868.392486] env[69846]: _type = "Task" [ 868.392486] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.402263] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949640, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.549855] env[69846]: DEBUG nova.compute.manager [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.610455] env[69846]: DEBUG nova.network.neutron [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Successfully created port: 37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.698735] env[69846]: DEBUG nova.compute.manager [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.701375] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.905930] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949640, 'name': CreateVM_Task, 'duration_secs': 0.436924} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.906242] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.907278] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.907772] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.907987] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.908296] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f309c7e-095f-4adb-9189-c805bd2cf984 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.915652] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for the task: (returnval){ [ 868.915652] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529564a0-fdb8-ef41-3eec-ff50ba5cd636" [ 868.915652] env[69846]: _type = "Task" [ 868.915652] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.922688] env[69846]: DEBUG nova.network.neutron [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Successfully updated port: 65eefdb3-6387-4b6d-82ea-b813f4eca93e {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.932630] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529564a0-fdb8-ef41-3eec-ff50ba5cd636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.023739] env[69846]: DEBUG oslo_concurrency.lockutils [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.024056] env[69846]: DEBUG oslo_concurrency.lockutils [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.024290] env[69846]: DEBUG oslo_concurrency.lockutils [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.024472] env[69846]: DEBUG oslo_concurrency.lockutils [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.024639] env[69846]: DEBUG oslo_concurrency.lockutils [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.027346] env[69846]: INFO nova.compute.manager [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Terminating instance [ 869.080166] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.187315] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949637, 'name': ReconfigVM_Task, 'duration_secs': 0.603582} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.187315] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 1f002cc4-b87c-44cd-b908-1d91494b800a/1f002cc4-b87c-44cd-b908-1d91494b800a.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.190214] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2ca4ff4-4241-417a-8789-4e60bc98105c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.200033] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 869.200033] env[69846]: value = "task-2949641" [ 869.200033] env[69846]: _type = "Task" [ 869.200033] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.216183] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949641, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.380373] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf27ca2-120d-4b80-9ba3-1d1399567ffe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.391495] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb0cf2-d221-4c74-bea2-6bed300f1a5b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.436558] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.436558] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquired lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.436558] env[69846]: DEBUG nova.network.neutron [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.442368] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3ac0e9-1662-41a5-806b-d9d2106ed00d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.188254] env[69846]: DEBUG nova.compute.manager [req-1075c8dc-41d7-4363-afeb-3e62f4ba48fa req-6dc44429-9479-4707-bd95-293bfa3e7fe4 service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Received event network-vif-plugged-65eefdb3-6387-4b6d-82ea-b813f4eca93e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.188545] env[69846]: DEBUG oslo_concurrency.lockutils [req-1075c8dc-41d7-4363-afeb-3e62f4ba48fa req-6dc44429-9479-4707-bd95-293bfa3e7fe4 service nova] Acquiring lock "57215d4f-805a-43ad-ac2e-704ed71ed837-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.188696] env[69846]: DEBUG oslo_concurrency.lockutils [req-1075c8dc-41d7-4363-afeb-3e62f4ba48fa req-6dc44429-9479-4707-bd95-293bfa3e7fe4 service nova] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.188864] env[69846]: DEBUG oslo_concurrency.lockutils [req-1075c8dc-41d7-4363-afeb-3e62f4ba48fa req-6dc44429-9479-4707-bd95-293bfa3e7fe4 service nova] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.189040] env[69846]: DEBUG nova.compute.manager [req-1075c8dc-41d7-4363-afeb-3e62f4ba48fa req-6dc44429-9479-4707-bd95-293bfa3e7fe4 service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] No waiting events found dispatching network-vif-plugged-65eefdb3-6387-4b6d-82ea-b813f4eca93e {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.189204] env[69846]: WARNING nova.compute.manager [req-1075c8dc-41d7-4363-afeb-3e62f4ba48fa req-6dc44429-9479-4707-bd95-293bfa3e7fe4 service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Received unexpected event network-vif-plugged-65eefdb3-6387-4b6d-82ea-b813f4eca93e for instance with vm_state building and task_state spawning. [ 870.190919] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 870.191440] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592026', 'volume_id': '169888ea-4c46-454f-924c-acfa247abedf', 'name': 'volume-169888ea-4c46-454f-924c-acfa247abedf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2ae9251-7961-4145-993d-49714be19a92', 'attached_at': '', 'detached_at': '', 'volume_id': '169888ea-4c46-454f-924c-acfa247abedf', 'serial': '169888ea-4c46-454f-924c-acfa247abedf'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 870.195041] env[69846]: DEBUG nova.compute.manager [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.195041] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.195041] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.195041] env[69846]: DEBUG nova.compute.manager [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.200022] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feca254d-942f-4938-a054-350d95c7fdad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.205322] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0790bfeb-942a-4c61-b96c-95aa378eb50d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.211098] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.212597] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.212815] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.219605] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529564a0-fdb8-ef41-3eec-ff50ba5cd636, 'name': SearchDatastore_Task, 'duration_secs': 0.029141} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.226023] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.226023] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.226023] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.226023] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.226023] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.239856] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdba6b2d-edef-4ac6-ab55-ac4a28ccc98f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.242372] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0028963c-8bb6-4938-a6a1-ae828d723cf2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.247417] env[69846]: DEBUG nova.network.neutron [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Successfully updated port: 37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.253426] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6627ed1c-2621-4192-b0df-872bb4799a3b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.256267] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949641, 'name': Rename_Task, 'duration_secs': 0.210537} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.256526] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.258723] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.258949] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.259177] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.259287] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.259430] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.259581] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.259787] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.259944] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.260124] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.260286] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.260459] env[69846]: DEBUG nova.virt.hardware [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.261639] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.262090] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd4a0e86-0da3-4cc4-9282-ef4759c35bfc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.264165] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e625edf-157b-448f-bf1e-265794a323c4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.276039] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd9ed2b0-8b87-40b4-a639-04fac4f7975b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.278392] env[69846]: DEBUG nova.compute.provider_tree [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.293247] env[69846]: DEBUG nova.network.neutron [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.296532] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.296730] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.304617] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-169888ea-4c46-454f-924c-acfa247abedf/volume-169888ea-4c46-454f-924c-acfa247abedf.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.305570] env[69846]: DEBUG nova.scheduler.client.report [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.311899] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53838a5f-f036-428a-8312-c90a7113bbd3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.314285] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-809f5329-67aa-4383-aad1-8fc6a2030684 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.332999] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ca83c8-6cdc-474b-83b3-56d0099e70c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.336808] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 870.336808] env[69846]: value = "task-2949643" [ 870.336808] env[69846]: _type = "Task" [ 870.336808] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.350889] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for the task: (returnval){ [ 870.350889] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fe2817-549b-872e-fb8d-f0748e4b93bd" [ 870.350889] env[69846]: _type = "Task" [ 870.350889] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.353406] env[69846]: DEBUG oslo_vmware.api [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Waiting for the task: (returnval){ [ 870.353406] env[69846]: value = "task-2949644" [ 870.353406] env[69846]: _type = "Task" [ 870.353406] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.367253] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949643, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.381948] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fe2817-549b-872e-fb8d-f0748e4b93bd, 'name': SearchDatastore_Task, 'duration_secs': 0.020457} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.382235] env[69846]: DEBUG oslo_vmware.api [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Task: {'id': task-2949644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.383044] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edefb10-292c-4462-8012-91509ea8c9d9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.386839] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.387341] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.387341] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleting the datastore file [datastore2] b1d15af5-a87a-4c19-a5f0-1b9d78f8d845 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.388128] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f59aa31b-e861-4a55-bce4-0242dd51cee4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.391544] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for the task: (returnval){ [ 870.391544] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d73514-b733-66ad-5098-ac373de02c7b" [ 870.391544] env[69846]: _type = "Task" [ 870.391544] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.397775] env[69846]: DEBUG oslo_vmware.api [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 870.397775] env[69846]: value = "task-2949645" [ 870.397775] env[69846]: _type = "Task" [ 870.397775] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.404738] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d73514-b733-66ad-5098-ac373de02c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.413253] env[69846]: DEBUG oslo_vmware.api [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.465820] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.466086] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.603379] env[69846]: DEBUG nova.network.neutron [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Updating instance_info_cache with network_info: [{"id": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "address": "fa:16:3e:45:57:29", "network": {"id": "d37b69d1-130f-4831-8bf7-fb61838bd5c8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817294365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105e41eae2e24a228cc62beb2b5e7c8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65eefdb3-63", "ovs_interfaceid": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.622905] env[69846]: DEBUG nova.compute.manager [req-3646571f-2932-4788-bef5-a3f685d62444 req-1d519a6a-dabe-406e-91a8-f6b93479d040 service nova] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Received event network-vif-plugged-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.623109] env[69846]: DEBUG oslo_concurrency.lockutils [req-3646571f-2932-4788-bef5-a3f685d62444 req-1d519a6a-dabe-406e-91a8-f6b93479d040 service nova] Acquiring lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.623452] env[69846]: DEBUG oslo_concurrency.lockutils [req-3646571f-2932-4788-bef5-a3f685d62444 req-1d519a6a-dabe-406e-91a8-f6b93479d040 service nova] Lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.623536] env[69846]: DEBUG oslo_concurrency.lockutils [req-3646571f-2932-4788-bef5-a3f685d62444 req-1d519a6a-dabe-406e-91a8-f6b93479d040 service nova] Lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.623798] env[69846]: DEBUG nova.compute.manager [req-3646571f-2932-4788-bef5-a3f685d62444 req-1d519a6a-dabe-406e-91a8-f6b93479d040 service nova] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] No waiting events found dispatching network-vif-plugged-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.623798] env[69846]: WARNING nova.compute.manager [req-3646571f-2932-4788-bef5-a3f685d62444 req-1d519a6a-dabe-406e-91a8-f6b93479d040 service nova] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Received unexpected event network-vif-plugged-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 for instance with vm_state building and task_state spawning. [ 870.722073] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.722378] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.722573] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.722767] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.722957] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.723208] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.723292] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 870.723548] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.762104] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquiring lock "refresh_cache-d12fd3b4-c5d1-41eb-acff-0336ff39e534" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.762295] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquired lock "refresh_cache-d12fd3b4-c5d1-41eb-acff-0336ff39e534" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.762836] env[69846]: DEBUG nova.network.neutron [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.832548] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.151s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.834344] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.835546] env[69846]: DEBUG oslo_concurrency.lockutils [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.342s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.837064] env[69846]: DEBUG nova.objects.instance [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lazy-loading 'resources' on Instance uuid 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.849018] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.867421] env[69846]: DEBUG oslo_vmware.api [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Task: {'id': task-2949644, 'name': ReconfigVM_Task, 'duration_secs': 0.388126} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.867657] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-169888ea-4c46-454f-924c-acfa247abedf/volume-169888ea-4c46-454f-924c-acfa247abedf.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.874232] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f4e07f-a340-4363-b8b8-d3ae0fb71e5f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.890469] env[69846]: DEBUG oslo_vmware.api [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Waiting for the task: (returnval){ [ 870.890469] env[69846]: value = "task-2949646" [ 870.890469] env[69846]: _type = "Task" [ 870.890469] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.910144] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d73514-b733-66ad-5098-ac373de02c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.019636} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.911066] env[69846]: DEBUG oslo_vmware.api [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Task: {'id': task-2949646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.911182] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.911442] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] afa37493-33be-477d-9343-1129c24f0ebe/afa37493-33be-477d-9343-1129c24f0ebe.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.913041] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44894814-4bfb-47d1-ac30-33347530c63e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.916751] env[69846]: DEBUG oslo_vmware.api [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2512} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.917443] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.917663] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.917888] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.918093] env[69846]: INFO nova.compute.manager [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Took 0.73 seconds to destroy the instance on the hypervisor. [ 870.918407] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.918591] env[69846]: DEBUG nova.compute.manager [-] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.918677] env[69846]: DEBUG nova.network.neutron [-] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.922936] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for the task: (returnval){ [ 870.922936] env[69846]: value = "task-2949647" [ 870.922936] env[69846]: _type = "Task" [ 870.922936] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.933503] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.105632] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Releasing lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.106012] env[69846]: DEBUG nova.compute.manager [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Instance network_info: |[{"id": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "address": "fa:16:3e:45:57:29", "network": {"id": "d37b69d1-130f-4831-8bf7-fb61838bd5c8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817294365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105e41eae2e24a228cc62beb2b5e7c8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65eefdb3-63", "ovs_interfaceid": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.106463] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:57:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65eefdb3-6387-4b6d-82ea-b813f4eca93e', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.118996] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Creating folder: Project (105e41eae2e24a228cc62beb2b5e7c8d). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.119549] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab74a76-6985-4d6c-b91d-ce57cd55eddf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.135259] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Created folder: Project (105e41eae2e24a228cc62beb2b5e7c8d) in parent group-v591891. [ 871.135792] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Creating folder: Instances. Parent ref: group-v592030. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.136198] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c55a9d6-0769-4285-a694-3a2b5e671366 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.148255] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Created folder: Instances in parent group-v592030. [ 871.148520] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.148759] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.148977] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d067c7df-ceac-4494-aaaa-26beaefc72fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.172548] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.172548] env[69846]: value = "task-2949650" [ 871.172548] env[69846]: _type = "Task" [ 871.172548] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.184254] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949650, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.227307] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.324014] env[69846]: DEBUG nova.network.neutron [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.341327] env[69846]: DEBUG nova.compute.utils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.347799] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.348258] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.371776] env[69846]: DEBUG oslo_vmware.api [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949643, 'name': PowerOnVM_Task, 'duration_secs': 0.802085} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.372921] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.372921] env[69846]: INFO nova.compute.manager [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Took 9.96 seconds to spawn the instance on the hypervisor. [ 871.372921] env[69846]: DEBUG nova.compute.manager [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.373768] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27752a6d-cf6e-4ef2-abd4-d7f059527942 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.415870] env[69846]: DEBUG oslo_vmware.api [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Task: {'id': task-2949646, 'name': ReconfigVM_Task, 'duration_secs': 0.164885} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.415870] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592026', 'volume_id': '169888ea-4c46-454f-924c-acfa247abedf', 'name': 'volume-169888ea-4c46-454f-924c-acfa247abedf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2ae9251-7961-4145-993d-49714be19a92', 'attached_at': '', 'detached_at': '', 'volume_id': '169888ea-4c46-454f-924c-acfa247abedf', 'serial': '169888ea-4c46-454f-924c-acfa247abedf'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 871.446757] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949647, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.453502] env[69846]: DEBUG nova.policy [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81e65a9a8d3c46d28224079829b1dacf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b17cb12a37449491acd973c5b676bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.514175] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquiring lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.514429] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.544281] env[69846]: DEBUG nova.network.neutron [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Updating instance_info_cache with network_info: [{"id": "37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101", "address": "fa:16:3e:f0:b1:4d", "network": {"id": "dc66755c-708b-4dee-817a-95955c03df92", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1609758714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f35d041454a42caa93b5f507cb7f8bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c7d3ec-e0", "ovs_interfaceid": "37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.618934] env[69846]: DEBUG nova.compute.manager [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Received event network-changed-65eefdb3-6387-4b6d-82ea-b813f4eca93e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.619143] env[69846]: DEBUG nova.compute.manager [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Refreshing instance network info cache due to event network-changed-65eefdb3-6387-4b6d-82ea-b813f4eca93e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.619359] env[69846]: DEBUG oslo_concurrency.lockutils [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] Acquiring lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.619497] env[69846]: DEBUG oslo_concurrency.lockutils [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] Acquired lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.619682] env[69846]: DEBUG nova.network.neutron [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Refreshing network info cache for port 65eefdb3-6387-4b6d-82ea-b813f4eca93e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.686096] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949650, 'name': CreateVM_Task, 'duration_secs': 0.380781} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.686096] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.686325] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.686580] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.686813] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.687078] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c04ad1-f12b-4a2b-bae3-c1c4f43ea2bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.692651] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 871.692651] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527af661-bad3-5519-73bc-94674a419d55" [ 871.692651] env[69846]: _type = "Task" [ 871.692651] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.702988] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527af661-bad3-5519-73bc-94674a419d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.852796] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.865705] env[69846]: DEBUG nova.network.neutron [-] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.904468] env[69846]: INFO nova.compute.manager [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Took 36.04 seconds to build instance. [ 871.939318] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638214} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.939318] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] afa37493-33be-477d-9343-1129c24f0ebe/afa37493-33be-477d-9343-1129c24f0ebe.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.939536] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.940534] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eedd8430-1935-42fc-af51-7289c55f8b1e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.954229] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for the task: (returnval){ [ 871.954229] env[69846]: value = "task-2949651" [ 871.954229] env[69846]: _type = "Task" [ 871.954229] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.959810] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Successfully created port: e8e732e9-697f-4e21-8b2a-6ceafa381158 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.970011] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.033835] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac922b3-e36a-45e6-82ab-d6bc556c1c97 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.042396] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae4857-66b6-42f3-845f-21cd0dbcf49e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.051287] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Releasing lock "refresh_cache-d12fd3b4-c5d1-41eb-acff-0336ff39e534" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.051629] env[69846]: DEBUG nova.compute.manager [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Instance network_info: |[{"id": "37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101", "address": "fa:16:3e:f0:b1:4d", "network": {"id": "dc66755c-708b-4dee-817a-95955c03df92", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1609758714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f35d041454a42caa93b5f507cb7f8bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c7d3ec-e0", "ovs_interfaceid": "37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.081792] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:b1:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.089388] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Creating folder: Project (6f35d041454a42caa93b5f507cb7f8bf). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.090021] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8291af3f-996a-4955-b7bf-f0820c7b0e77 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.092491] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc17923-f9af-4af7-bf8a-b266721cdbcc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.101629] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b39bb61-7686-403e-a279-a02dc109d373 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.107008] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Created folder: Project (6f35d041454a42caa93b5f507cb7f8bf) in parent group-v591891. [ 872.107210] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Creating folder: Instances. Parent ref: group-v592033. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.107438] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2c4a922-c049-4800-9f78-1c42134d3736 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.117366] env[69846]: DEBUG nova.compute.provider_tree [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.128633] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Created folder: Instances in parent group-v592033. [ 872.128897] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.129213] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.129566] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce362b2-7ae8-4314-bfdb-a353b739ef72 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.150204] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.150204] env[69846]: value = "task-2949654" [ 872.150204] env[69846]: _type = "Task" [ 872.150204] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.158775] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949654, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.206312] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527af661-bad3-5519-73bc-94674a419d55, 'name': SearchDatastore_Task, 'duration_secs': 0.026854} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.206658] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.206894] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.207155] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.207289] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.207466] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.207733] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c10221c-446b-4b1b-afc8-e6de30524260 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.220698] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.220992] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.221785] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00039649-bfac-4eaf-8634-7e7c32928dc0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.228514] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 872.228514] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]521265d9-ff3c-683a-156f-4a7839c8f1d8" [ 872.228514] env[69846]: _type = "Task" [ 872.228514] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.238633] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521265d9-ff3c-683a-156f-4a7839c8f1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.343324] env[69846]: DEBUG nova.network.neutron [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Updated VIF entry in instance network info cache for port 65eefdb3-6387-4b6d-82ea-b813f4eca93e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.345063] env[69846]: DEBUG nova.network.neutron [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Updating instance_info_cache with network_info: [{"id": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "address": "fa:16:3e:45:57:29", "network": {"id": "d37b69d1-130f-4831-8bf7-fb61838bd5c8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817294365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105e41eae2e24a228cc62beb2b5e7c8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65eefdb3-63", "ovs_interfaceid": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.376348] env[69846]: INFO nova.compute.manager [-] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Took 1.46 seconds to deallocate network for instance. [ 872.405465] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd0b7fec-d406-4409-abb1-0f146ca41f52 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "1f002cc4-b87c-44cd-b908-1d91494b800a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.360s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.466730] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070683} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.467029] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.467843] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d12af96-a341-4a4b-a5f0-e508901dd93d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.473718] env[69846]: DEBUG nova.objects.instance [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Lazy-loading 'flavor' on Instance uuid e2ae9251-7961-4145-993d-49714be19a92 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.496486] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] afa37493-33be-477d-9343-1129c24f0ebe/afa37493-33be-477d-9343-1129c24f0ebe.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.497635] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45039747-34a6-41ba-bf5b-a72eca73d823 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.519932] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for the task: (returnval){ [ 872.519932] env[69846]: value = "task-2949655" [ 872.519932] env[69846]: _type = "Task" [ 872.519932] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.531052] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.622093] env[69846]: DEBUG nova.scheduler.client.report [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.661501] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949654, 'name': CreateVM_Task, 'duration_secs': 0.368711} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.661848] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.662415] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.662552] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.662868] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.663895] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b29d4234-b5c9-4757-8192-cb29a5cb93d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.669795] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for the task: (returnval){ [ 872.669795] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fbf43d-d055-c550-f45f-4f6cc7cc25eb" [ 872.669795] env[69846]: _type = "Task" [ 872.669795] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.680767] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fbf43d-d055-c550-f45f-4f6cc7cc25eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.715159] env[69846]: DEBUG nova.compute.manager [req-937872f2-0f14-4781-b0b9-d3a4d62b5950 req-af5b4fd7-31cb-4484-a8f9-1b01e098e0bb service nova] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Received event network-changed-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.715312] env[69846]: DEBUG nova.compute.manager [req-937872f2-0f14-4781-b0b9-d3a4d62b5950 req-af5b4fd7-31cb-4484-a8f9-1b01e098e0bb service nova] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Refreshing instance network info cache due to event network-changed-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.715526] env[69846]: DEBUG oslo_concurrency.lockutils [req-937872f2-0f14-4781-b0b9-d3a4d62b5950 req-af5b4fd7-31cb-4484-a8f9-1b01e098e0bb service nova] Acquiring lock "refresh_cache-d12fd3b4-c5d1-41eb-acff-0336ff39e534" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.715666] env[69846]: DEBUG oslo_concurrency.lockutils [req-937872f2-0f14-4781-b0b9-d3a4d62b5950 req-af5b4fd7-31cb-4484-a8f9-1b01e098e0bb service nova] Acquired lock "refresh_cache-d12fd3b4-c5d1-41eb-acff-0336ff39e534" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.715828] env[69846]: DEBUG nova.network.neutron [req-937872f2-0f14-4781-b0b9-d3a4d62b5950 req-af5b4fd7-31cb-4484-a8f9-1b01e098e0bb service nova] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Refreshing network info cache for port 37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.744029] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521265d9-ff3c-683a-156f-4a7839c8f1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.032136} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.744298] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86e122e-81e7-444f-9244-d479b40f456f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.754863] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 872.754863] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ceb841-9a68-3db2-d64e-d916f02273eb" [ 872.754863] env[69846]: _type = "Task" [ 872.754863] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.763520] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ceb841-9a68-3db2-d64e-d916f02273eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.849835] env[69846]: DEBUG oslo_concurrency.lockutils [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] Releasing lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.849835] env[69846]: DEBUG nova.compute.manager [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Received event network-vif-deleted-c3b69697-b678-4f2e-9038-c3387d6e5942 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.849835] env[69846]: INFO nova.compute.manager [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Neutron deleted interface c3b69697-b678-4f2e-9038-c3387d6e5942; detaching it from the instance and deleting it from the info cache [ 872.849835] env[69846]: DEBUG nova.network.neutron [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.862587] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.886590] env[69846]: DEBUG oslo_concurrency.lockutils [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.896900] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.897223] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.897994] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.897994] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.897994] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.897994] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.897994] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.898206] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.898361] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.898463] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.898706] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.899620] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34302fc-a862-4dd7-9d67-26a966c55866 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.909348] env[69846]: DEBUG nova.compute.manager [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.914595] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb124ad9-f2a3-4bb1-99f9-5ae9c1c55bfa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.999849] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c69f8d3-1e3c-40dd-8a1c-33aa659d8261 tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Lock "e2ae9251-7961-4145-993d-49714be19a92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.516s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.029568] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949655, 'name': ReconfigVM_Task, 'duration_secs': 0.327817} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.030969] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Reconfigured VM instance instance-00000031 to attach disk [datastore1] afa37493-33be-477d-9343-1129c24f0ebe/afa37493-33be-477d-9343-1129c24f0ebe.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.030969] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-660a7f5d-24d9-43b2-8126-baab554da897 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.039193] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for the task: (returnval){ [ 873.039193] env[69846]: value = "task-2949656" [ 873.039193] env[69846]: _type = "Task" [ 873.039193] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.048693] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949656, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.128967] env[69846]: DEBUG oslo_concurrency.lockutils [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.131012] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.631s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.132568] env[69846]: INFO nova.compute.claims [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.153182] env[69846]: INFO nova.scheduler.client.report [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Deleted allocations for instance 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a [ 873.181223] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fbf43d-d055-c550-f45f-4f6cc7cc25eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.181533] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.181775] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.182018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.182166] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.182346] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.183253] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eab1a38-d6e3-407d-ab79-e9630101ebff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.194030] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.194215] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.194940] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d342f2-ba2d-499e-b5b8-4eed969c290f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.200992] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for the task: (returnval){ [ 873.200992] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528637cf-3e16-a980-b43b-d1695bffbc03" [ 873.200992] env[69846]: _type = "Task" [ 873.200992] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.209992] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528637cf-3e16-a980-b43b-d1695bffbc03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.265189] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ceb841-9a68-3db2-d64e-d916f02273eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014102} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.265445] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.265703] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 57215d4f-805a-43ad-ac2e-704ed71ed837/57215d4f-805a-43ad-ac2e-704ed71ed837.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.266052] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a4f941f-ed9c-4a23-82ea-6c664ce4d0f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.274339] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 873.274339] env[69846]: value = "task-2949657" [ 873.274339] env[69846]: _type = "Task" [ 873.274339] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.284751] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.302342] env[69846]: INFO nova.compute.manager [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Rescuing [ 873.302613] env[69846]: DEBUG oslo_concurrency.lockutils [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "refresh_cache-1f002cc4-b87c-44cd-b908-1d91494b800a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.302767] env[69846]: DEBUG oslo_concurrency.lockutils [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "refresh_cache-1f002cc4-b87c-44cd-b908-1d91494b800a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.302933] env[69846]: DEBUG nova.network.neutron [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.352400] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d4abcce-abfc-49df-bd0d-e11c36428812 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.365111] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81a6ce8-4a39-4d50-83e6-880fdbbff967 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.405634] env[69846]: DEBUG nova.compute.manager [req-be3034bd-124c-4c8e-a14f-041c2d879259 req-cbbf3929-298a-46ae-ab36-3adf9cf922e7 service nova] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Detach interface failed, port_id=c3b69697-b678-4f2e-9038-c3387d6e5942, reason: Instance b1d15af5-a87a-4c19-a5f0-1b9d78f8d845 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.414184] env[69846]: DEBUG oslo_concurrency.lockutils [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Acquiring lock "e2ae9251-7961-4145-993d-49714be19a92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.414452] env[69846]: DEBUG oslo_concurrency.lockutils [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Lock "e2ae9251-7961-4145-993d-49714be19a92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.435462] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.450813] env[69846]: DEBUG nova.network.neutron [req-937872f2-0f14-4781-b0b9-d3a4d62b5950 req-af5b4fd7-31cb-4484-a8f9-1b01e098e0bb service nova] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Updated VIF entry in instance network info cache for port 37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.450813] env[69846]: DEBUG nova.network.neutron [req-937872f2-0f14-4781-b0b9-d3a4d62b5950 req-af5b4fd7-31cb-4484-a8f9-1b01e098e0bb service nova] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Updating instance_info_cache with network_info: [{"id": "37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101", "address": "fa:16:3e:f0:b1:4d", "network": {"id": "dc66755c-708b-4dee-817a-95955c03df92", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1609758714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f35d041454a42caa93b5f507cb7f8bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c7d3ec-e0", "ovs_interfaceid": "37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.549622] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949656, 'name': Rename_Task, 'duration_secs': 0.15177} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.550229] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.550627] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c90992e-38ed-49b8-94f8-c31491b0275f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.559775] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for the task: (returnval){ [ 873.559775] env[69846]: value = "task-2949658" [ 873.559775] env[69846]: _type = "Task" [ 873.559775] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.567696] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.665026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-26114fcb-9375-409f-81c6-2573f4dc3c9a tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.757s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.665026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.360s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.665026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.665026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.665026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.669683] env[69846]: INFO nova.compute.manager [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Terminating instance [ 873.717559] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528637cf-3e16-a980-b43b-d1695bffbc03, 'name': SearchDatastore_Task, 'duration_secs': 0.031679} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.719134] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dedc618-dd43-45e1-a4e7-060bb837079c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.727254] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for the task: (returnval){ [ 873.727254] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d59bc5-82e4-3117-d9fd-a4256a2f0a60" [ 873.727254] env[69846]: _type = "Task" [ 873.727254] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.739090] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d59bc5-82e4-3117-d9fd-a4256a2f0a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.784924] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.918506] env[69846]: INFO nova.compute.manager [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Detaching volume 169888ea-4c46-454f-924c-acfa247abedf [ 873.952654] env[69846]: DEBUG oslo_concurrency.lockutils [req-937872f2-0f14-4781-b0b9-d3a4d62b5950 req-af5b4fd7-31cb-4484-a8f9-1b01e098e0bb service nova] Releasing lock "refresh_cache-d12fd3b4-c5d1-41eb-acff-0336ff39e534" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.965909] env[69846]: INFO nova.virt.block_device [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Attempting to driver detach volume 169888ea-4c46-454f-924c-acfa247abedf from mountpoint /dev/sdb [ 873.966265] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 873.966460] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592026', 'volume_id': '169888ea-4c46-454f-924c-acfa247abedf', 'name': 'volume-169888ea-4c46-454f-924c-acfa247abedf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2ae9251-7961-4145-993d-49714be19a92', 'attached_at': '', 'detached_at': '', 'volume_id': '169888ea-4c46-454f-924c-acfa247abedf', 'serial': '169888ea-4c46-454f-924c-acfa247abedf'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 873.967358] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd22ae8d-c598-48d6-bc40-a02676972663 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.994140] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631f0c51-083f-4daf-8307-af09f301ccdb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.003565] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d657fb-d993-4efc-914c-48fca7c8de05 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.032268] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5133abc2-9276-470a-a81d-bd8bf6c668a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.036453] env[69846]: DEBUG nova.compute.manager [req-8ed181b6-7ce3-4909-82fd-5b7a8d2d85a9 req-3ac7eece-5e41-4c31-90b4-229483524017 service nova] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Received event network-vif-plugged-e8e732e9-697f-4e21-8b2a-6ceafa381158 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.036680] env[69846]: DEBUG oslo_concurrency.lockutils [req-8ed181b6-7ce3-4909-82fd-5b7a8d2d85a9 req-3ac7eece-5e41-4c31-90b4-229483524017 service nova] Acquiring lock "c608a5ea-9e86-4e0e-8347-339899b4234e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.036884] env[69846]: DEBUG oslo_concurrency.lockutils [req-8ed181b6-7ce3-4909-82fd-5b7a8d2d85a9 req-3ac7eece-5e41-4c31-90b4-229483524017 service nova] Lock "c608a5ea-9e86-4e0e-8347-339899b4234e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.037091] env[69846]: DEBUG oslo_concurrency.lockutils [req-8ed181b6-7ce3-4909-82fd-5b7a8d2d85a9 req-3ac7eece-5e41-4c31-90b4-229483524017 service nova] Lock "c608a5ea-9e86-4e0e-8347-339899b4234e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.037266] env[69846]: DEBUG nova.compute.manager [req-8ed181b6-7ce3-4909-82fd-5b7a8d2d85a9 req-3ac7eece-5e41-4c31-90b4-229483524017 service nova] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] No waiting events found dispatching network-vif-plugged-e8e732e9-697f-4e21-8b2a-6ceafa381158 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.037432] env[69846]: WARNING nova.compute.manager [req-8ed181b6-7ce3-4909-82fd-5b7a8d2d85a9 req-3ac7eece-5e41-4c31-90b4-229483524017 service nova] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Received unexpected event network-vif-plugged-e8e732e9-697f-4e21-8b2a-6ceafa381158 for instance with vm_state building and task_state spawning. [ 874.062853] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] The volume has not been displaced from its original location: [datastore1] volume-169888ea-4c46-454f-924c-acfa247abedf/volume-169888ea-4c46-454f-924c-acfa247abedf.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 874.070183] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.072034] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-047fc4a5-b868-4135-a17d-e5f4bab99b29 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.085904] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Successfully updated port: e8e732e9-697f-4e21-8b2a-6ceafa381158 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.090026] env[69846]: DEBUG nova.network.neutron [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Updating instance_info_cache with network_info: [{"id": "83cc2478-42fd-4849-8aab-a4f0136e85da", "address": "fa:16:3e:49:bc:77", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cc2478-42", "ovs_interfaceid": "83cc2478-42fd-4849-8aab-a4f0136e85da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.097336] env[69846]: DEBUG oslo_vmware.api [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949658, 'name': PowerOnVM_Task, 'duration_secs': 0.535124} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.097743] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.097999] env[69846]: INFO nova.compute.manager [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Took 9.94 seconds to spawn the instance on the hypervisor. [ 874.098202] env[69846]: DEBUG nova.compute.manager [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.098552] env[69846]: DEBUG oslo_vmware.api [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Waiting for the task: (returnval){ [ 874.098552] env[69846]: value = "task-2949659" [ 874.098552] env[69846]: _type = "Task" [ 874.098552] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.100562] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6efc5a6-b722-4ec6-942b-e297cae011ac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.120567] env[69846]: DEBUG oslo_vmware.api [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Task: {'id': task-2949659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.174609] env[69846]: DEBUG oslo_concurrency.lockutils [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.174799] env[69846]: DEBUG oslo_concurrency.lockutils [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquired lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.174980] env[69846]: DEBUG nova.network.neutron [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.239214] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d59bc5-82e4-3117-d9fd-a4256a2f0a60, 'name': SearchDatastore_Task, 'duration_secs': 0.020726} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.242333] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.242502] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] d12fd3b4-c5d1-41eb-acff-0336ff39e534/d12fd3b4-c5d1-41eb-acff-0336ff39e534.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.242940] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52ff2526-7509-495b-8fb2-80df788d3eec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.251332] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for the task: (returnval){ [ 874.251332] env[69846]: value = "task-2949660" [ 874.251332] env[69846]: _type = "Task" [ 874.251332] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.264421] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.286685] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706064} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.286685] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 57215d4f-805a-43ad-ac2e-704ed71ed837/57215d4f-805a-43ad-ac2e-704ed71ed837.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.287047] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.287177] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d7616fc-4fa0-445d-a937-ee372dd08f44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.299972] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 874.299972] env[69846]: value = "task-2949661" [ 874.299972] env[69846]: _type = "Task" [ 874.299972] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.310539] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.592366] env[69846]: DEBUG oslo_concurrency.lockutils [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "refresh_cache-1f002cc4-b87c-44cd-b908-1d91494b800a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.592366] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "refresh_cache-c608a5ea-9e86-4e0e-8347-339899b4234e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.592864] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "refresh_cache-c608a5ea-9e86-4e0e-8347-339899b4234e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.592864] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.616843] env[69846]: DEBUG oslo_vmware.api [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Task: {'id': task-2949659, 'name': ReconfigVM_Task, 'duration_secs': 0.265516} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.620654] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.632454] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c476a7f-ff91-44bc-b746-c83e6ad2d94e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.654041] env[69846]: INFO nova.compute.manager [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Took 38.13 seconds to build instance. [ 874.663645] env[69846]: DEBUG oslo_vmware.api [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Waiting for the task: (returnval){ [ 874.663645] env[69846]: value = "task-2949662" [ 874.663645] env[69846]: _type = "Task" [ 874.663645] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.677759] env[69846]: DEBUG nova.compute.utils [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Can not refresh info_cache because instance was not found {{(pid=69846) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 874.684683] env[69846]: DEBUG oslo_vmware.api [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Task: {'id': task-2949662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.706343] env[69846]: DEBUG nova.network.neutron [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.763522] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949660, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.814693] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074005} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.814693] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.815554] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed00e79-2ad9-48fc-87d3-7748aac1715e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.819818] env[69846]: DEBUG nova.network.neutron [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.847851] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 57215d4f-805a-43ad-ac2e-704ed71ed837/57215d4f-805a-43ad-ac2e-704ed71ed837.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.851807] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853c77a8-06fc-4795-bea5-303c1bc1134c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.876644] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 874.876644] env[69846]: value = "task-2949663" [ 874.876644] env[69846]: _type = "Task" [ 874.876644] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.891855] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.913977] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cc4bb8-fa2e-4970-9f00-e37378c387b3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.923834] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b129293b-7686-4f9a-9d48-a3049a63cd37 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.962297] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df2ac76-c904-4cec-bc8b-081efdfc1e27 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.972699] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83247be-e217-4799-a7aa-cc96a115d36b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.990660] env[69846]: DEBUG nova.compute.provider_tree [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.128930] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.157601] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68a2abea-50a1-4944-bb28-1bb0137db903 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lock "afa37493-33be-477d-9343-1129c24f0ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.038s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.181090] env[69846]: DEBUG oslo_vmware.api [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Task: {'id': task-2949662, 'name': ReconfigVM_Task, 'duration_secs': 0.218572} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.181416] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] [instance: e2ae9251-7961-4145-993d-49714be19a92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592026', 'volume_id': '169888ea-4c46-454f-924c-acfa247abedf', 'name': 'volume-169888ea-4c46-454f-924c-acfa247abedf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2ae9251-7961-4145-993d-49714be19a92', 'attached_at': '', 'detached_at': '', 'volume_id': '169888ea-4c46-454f-924c-acfa247abedf', 'serial': '169888ea-4c46-454f-924c-acfa247abedf'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 875.263293] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802888} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.263293] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] d12fd3b4-c5d1-41eb-acff-0336ff39e534/d12fd3b4-c5d1-41eb-acff-0336ff39e534.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.263293] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.263663] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-912957d2-5aa3-4903-806c-9f42bc11b131 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.273629] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for the task: (returnval){ [ 875.273629] env[69846]: value = "task-2949664" [ 875.273629] env[69846]: _type = "Task" [ 875.273629] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.283499] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.286828] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Updating instance_info_cache with network_info: [{"id": "e8e732e9-697f-4e21-8b2a-6ceafa381158", "address": "fa:16:3e:b4:72:8e", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e732e9-69", "ovs_interfaceid": "e8e732e9-697f-4e21-8b2a-6ceafa381158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.325680] env[69846]: DEBUG oslo_concurrency.lockutils [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Releasing lock "refresh_cache-5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.326147] env[69846]: DEBUG nova.compute.manager [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.326415] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.326769] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b906c051-180c-427e-98dc-7cec4097b350 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.337683] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15092c62-83bc-4d12-9f85-3781155f6caf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.377264] env[69846]: WARNING nova.virt.vmwareapi.vmops [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a could not be found. [ 875.377469] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.377650] env[69846]: INFO nova.compute.manager [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Took 0.05 seconds to destroy the instance on the hypervisor. [ 875.377897] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.378233] env[69846]: DEBUG nova.compute.manager [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.378327] env[69846]: DEBUG nova.network.neutron [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.388951] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.401007] env[69846]: DEBUG nova.network.neutron [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.480933] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.481233] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.481443] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.481626] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.484664] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.484664] env[69846]: INFO nova.compute.manager [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Terminating instance [ 875.493696] env[69846]: DEBUG nova.scheduler.client.report [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.661806] env[69846]: DEBUG nova.compute.manager [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.666402] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.666968] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d20550-6bfd-4f76-bb5b-8cc4b48e3197 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.675825] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 875.675825] env[69846]: value = "task-2949665" [ 875.675825] env[69846]: _type = "Task" [ 875.675825] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.686144] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.747486] env[69846]: DEBUG nova.objects.instance [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Lazy-loading 'flavor' on Instance uuid e2ae9251-7961-4145-993d-49714be19a92 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.784982] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073033} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.785282] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.786088] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8878fa-8884-4e17-8361-09bc5bce0e55 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.790179] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "refresh_cache-c608a5ea-9e86-4e0e-8347-339899b4234e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.790474] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Instance network_info: |[{"id": "e8e732e9-697f-4e21-8b2a-6ceafa381158", "address": "fa:16:3e:b4:72:8e", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e732e9-69", "ovs_interfaceid": "e8e732e9-697f-4e21-8b2a-6ceafa381158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.800863] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:72:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8e732e9-697f-4e21-8b2a-6ceafa381158', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.808339] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.817248] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] d12fd3b4-c5d1-41eb-acff-0336ff39e534/d12fd3b4-c5d1-41eb-acff-0336ff39e534.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.817518] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.817711] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf43135-02d9-471e-8b22-da2233150e7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.831665] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-705e6eef-adad-433d-8fe5-d6611aed23a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.853527] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.853527] env[69846]: value = "task-2949667" [ 875.853527] env[69846]: _type = "Task" [ 875.853527] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.855357] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for the task: (returnval){ [ 875.855357] env[69846]: value = "task-2949666" [ 875.855357] env[69846]: _type = "Task" [ 875.855357] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.867426] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949667, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.870465] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.892746] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.903387] env[69846]: DEBUG nova.network.neutron [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.987934] env[69846]: DEBUG nova.compute.manager [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.988343] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.989723] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c868162-e01b-4076-a606-602965910724 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.000454] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.001012] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.004016] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.004329] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.038s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.005848] env[69846]: INFO nova.compute.claims [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.008767] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42bf293-71f8-4a21-88f8-f1d586de28f6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.016485] env[69846]: DEBUG oslo_vmware.api [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 876.016485] env[69846]: value = "task-2949668" [ 876.016485] env[69846]: _type = "Task" [ 876.016485] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.029554] env[69846]: DEBUG oslo_vmware.api [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.044422] env[69846]: DEBUG nova.compute.manager [req-3c22ca1c-3f65-49e6-9efd-8664e513a7bd req-b7ba0c5f-c8d3-4031-9ba8-758abe90c290 service nova] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Received event network-changed-e8e732e9-697f-4e21-8b2a-6ceafa381158 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.044615] env[69846]: DEBUG nova.compute.manager [req-3c22ca1c-3f65-49e6-9efd-8664e513a7bd req-b7ba0c5f-c8d3-4031-9ba8-758abe90c290 service nova] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Refreshing instance network info cache due to event network-changed-e8e732e9-697f-4e21-8b2a-6ceafa381158. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.044847] env[69846]: DEBUG oslo_concurrency.lockutils [req-3c22ca1c-3f65-49e6-9efd-8664e513a7bd req-b7ba0c5f-c8d3-4031-9ba8-758abe90c290 service nova] Acquiring lock "refresh_cache-c608a5ea-9e86-4e0e-8347-339899b4234e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.044971] env[69846]: DEBUG oslo_concurrency.lockutils [req-3c22ca1c-3f65-49e6-9efd-8664e513a7bd req-b7ba0c5f-c8d3-4031-9ba8-758abe90c290 service nova] Acquired lock "refresh_cache-c608a5ea-9e86-4e0e-8347-339899b4234e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.045143] env[69846]: DEBUG nova.network.neutron [req-3c22ca1c-3f65-49e6-9efd-8664e513a7bd req-b7ba0c5f-c8d3-4031-9ba8-758abe90c290 service nova] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Refreshing network info cache for port e8e732e9-697f-4e21-8b2a-6ceafa381158 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.093853] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquiring lock "afa37493-33be-477d-9343-1129c24f0ebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.094267] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lock "afa37493-33be-477d-9343-1129c24f0ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.094576] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquiring lock "afa37493-33be-477d-9343-1129c24f0ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.094859] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lock "afa37493-33be-477d-9343-1129c24f0ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.094943] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lock "afa37493-33be-477d-9343-1129c24f0ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.101458] env[69846]: INFO nova.compute.manager [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Terminating instance [ 876.187429] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949665, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.190340] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.368275] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949667, 'name': CreateVM_Task, 'duration_secs': 0.436639} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.371332] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.371643] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949666, 'name': ReconfigVM_Task, 'duration_secs': 0.468242} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.372366] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.372834] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.373185] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.373475] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Reconfigured VM instance instance-00000033 to attach disk [datastore2] d12fd3b4-c5d1-41eb-acff-0336ff39e534/d12fd3b4-c5d1-41eb-acff-0336ff39e534.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.374178] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83056676-e3b8-42a1-8d0b-64a64b717c7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.375799] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c0dd622-1bd3-4d31-ac01-69b4bc622426 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.384112] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 876.384112] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522d68f8-324f-dec7-effe-02922c743422" [ 876.384112] env[69846]: _type = "Task" [ 876.384112] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.385380] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for the task: (returnval){ [ 876.385380] env[69846]: value = "task-2949669" [ 876.385380] env[69846]: _type = "Task" [ 876.385380] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.393755] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949663, 'name': ReconfigVM_Task, 'duration_secs': 1.08032} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.394388] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 57215d4f-805a-43ad-ac2e-704ed71ed837/57215d4f-805a-43ad-ac2e-704ed71ed837.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.395321] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-558ec698-1276-40bd-a6af-a779514399b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.401232] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522d68f8-324f-dec7-effe-02922c743422, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.404685] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.404924] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.405304] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.405385] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.405551] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.405805] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949669, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.406139] env[69846]: INFO nova.compute.manager [-] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Took 1.03 seconds to deallocate network for instance. [ 876.406342] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c1054f8-9725-4cd9-9241-2913fcf25051 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.411194] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 876.411194] env[69846]: value = "task-2949670" [ 876.411194] env[69846]: _type = "Task" [ 876.411194] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.419067] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.419274] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.420422] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360e686a-6344-4b27-afbd-7260edf18d3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.425921] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949670, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.429307] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 876.429307] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a3badf-9dea-a2b5-dc47-940cefd81c9f" [ 876.429307] env[69846]: _type = "Task" [ 876.429307] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.438417] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a3badf-9dea-a2b5-dc47-940cefd81c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.505616] env[69846]: DEBUG nova.compute.utils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.507168] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.507342] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.528412] env[69846]: DEBUG oslo_vmware.api [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949668, 'name': PowerOffVM_Task, 'duration_secs': 0.237377} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.528701] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.528910] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.529203] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f62675f5-871f-4dc6-a57a-fb45c63e1ec6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.567134] env[69846]: DEBUG nova.policy [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81e65a9a8d3c46d28224079829b1dacf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b17cb12a37449491acd973c5b676bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.609029] env[69846]: DEBUG nova.compute.manager [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.609029] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.609029] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2128fc73-c9b7-4f41-8931-61ba56718037 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.613906] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.614293] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.614615] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Deleting the datastore file [datastore1] 451bdd24-e6cc-4961-a4b2-10a1468dfb8e {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.615588] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccc28ce3-3297-48d3-b4db-9190a51dc856 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.622496] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.622496] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8334d10-8385-44c5-a674-5b18529ca2c3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.624741] env[69846]: DEBUG oslo_vmware.api [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for the task: (returnval){ [ 876.624741] env[69846]: value = "task-2949673" [ 876.624741] env[69846]: _type = "Task" [ 876.624741] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.633210] env[69846]: DEBUG oslo_vmware.api [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for the task: (returnval){ [ 876.633210] env[69846]: value = "task-2949674" [ 876.633210] env[69846]: _type = "Task" [ 876.633210] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.639482] env[69846]: DEBUG oslo_vmware.api [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.646876] env[69846]: DEBUG oslo_vmware.api [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.693997] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949665, 'name': PowerOffVM_Task, 'duration_secs': 0.520123} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.694363] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.695285] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c923b-6bd2-4aee-a201-691e66dca0c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.722046] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3836c206-41a8-4b86-abc0-fc2796736e80 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.756846] env[69846]: DEBUG oslo_concurrency.lockutils [None req-138fa960-dd97-40e5-b2b8-1a40511dadbd tempest-VolumesAssistedSnapshotsTest-331406694 tempest-VolumesAssistedSnapshotsTest-331406694-project-admin] Lock "e2ae9251-7961-4145-993d-49714be19a92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.342s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.766707] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.767060] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2979a44-5f0e-48e8-8c5f-a0786e0ed07e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.775471] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 876.775471] env[69846]: value = "task-2949675" [ 876.775471] env[69846]: _type = "Task" [ 876.775471] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.787433] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 876.787669] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.788033] env[69846]: DEBUG oslo_concurrency.lockutils [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.788202] env[69846]: DEBUG oslo_concurrency.lockutils [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.788385] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.788640] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9f0dd9-ac69-4915-9b26-0f4255ae57bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.798510] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.798717] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.799621] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a71d7a-4924-4ed5-980e-c1a25147e82f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.807946] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 876.807946] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f7b59e-b3fb-26e5-5852-12acff2e9a02" [ 876.807946] env[69846]: _type = "Task" [ 876.807946] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.818480] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f7b59e-b3fb-26e5-5852-12acff2e9a02, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.820686] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2050bf30-f54e-4216-a12c-aef9b9ed881e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.826793] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 876.826793] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524f7b11-5253-d61d-0403-38a06bc1c7cb" [ 876.826793] env[69846]: _type = "Task" [ 876.826793] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.836159] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524f7b11-5253-d61d-0403-38a06bc1c7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.899154] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949669, 'name': Rename_Task, 'duration_secs': 0.151215} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.899573] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.899864] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ff89e22-b0e2-4b77-bab6-094b43464f61 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.912167] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for the task: (returnval){ [ 876.912167] env[69846]: value = "task-2949676" [ 876.912167] env[69846]: _type = "Task" [ 876.912167] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.921246] env[69846]: INFO nova.compute.manager [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Instance disappeared during terminate [ 876.921465] env[69846]: DEBUG oslo_concurrency.lockutils [None req-93015427-dbe0-482a-85f5-a17a2d647dc8 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "5f7ef107-2dcc-4d3a-939b-311a5d05fb7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.258s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.926706] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.927827] env[69846]: DEBUG nova.network.neutron [req-3c22ca1c-3f65-49e6-9efd-8664e513a7bd req-b7ba0c5f-c8d3-4031-9ba8-758abe90c290 service nova] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Updated VIF entry in instance network info cache for port e8e732e9-697f-4e21-8b2a-6ceafa381158. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.928255] env[69846]: DEBUG nova.network.neutron [req-3c22ca1c-3f65-49e6-9efd-8664e513a7bd req-b7ba0c5f-c8d3-4031-9ba8-758abe90c290 service nova] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Updating instance_info_cache with network_info: [{"id": "e8e732e9-697f-4e21-8b2a-6ceafa381158", "address": "fa:16:3e:b4:72:8e", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e732e9-69", "ovs_interfaceid": "e8e732e9-697f-4e21-8b2a-6ceafa381158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.934378] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949670, 'name': Rename_Task, 'duration_secs': 0.264264} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.935021] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Successfully created port: 6d16d7ce-5123-42b0-ae19-c35286fa17bf {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.941322] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.942821] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2fba138-c448-4256-bc36-49da8baa6db5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.957205] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a3badf-9dea-a2b5-dc47-940cefd81c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.959167] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 876.959167] env[69846]: value = "task-2949677" [ 876.959167] env[69846]: _type = "Task" [ 876.959167] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.959379] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abb3df7-e2d6-4c62-b58a-7f3040bd1baa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.968518] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 876.968518] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526075b1-0fd6-bf55-4352-f5d76ee2b2bb" [ 876.968518] env[69846]: _type = "Task" [ 876.968518] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.971769] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.982237] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526075b1-0fd6-bf55-4352-f5d76ee2b2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.012100] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.138197] env[69846]: DEBUG oslo_vmware.api [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Task: {'id': task-2949673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136258} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.141237] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.141449] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.141649] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.141902] env[69846]: INFO nova.compute.manager [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 877.142113] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.143329] env[69846]: DEBUG nova.compute.manager [-] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.143329] env[69846]: DEBUG nova.network.neutron [-] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.147219] env[69846]: DEBUG oslo_vmware.api [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949674, 'name': PowerOffVM_Task, 'duration_secs': 0.303065} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.148033] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.148033] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.148219] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef64142a-cdf3-4ee9-beda-f9bf458217a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.220866] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.221291] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.221556] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Deleting the datastore file [datastore1] afa37493-33be-477d-9343-1129c24f0ebe {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.221911] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cb41e05-3468-481c-bd57-263f5b8a7e73 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.230613] env[69846]: DEBUG oslo_vmware.api [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for the task: (returnval){ [ 877.230613] env[69846]: value = "task-2949679" [ 877.230613] env[69846]: _type = "Task" [ 877.230613] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.239873] env[69846]: DEBUG oslo_vmware.api [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.338986] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524f7b11-5253-d61d-0403-38a06bc1c7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.341933] env[69846]: DEBUG oslo_concurrency.lockutils [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.342273] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 1f002cc4-b87c-44cd-b908-1d91494b800a/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. {{(pid=69846) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 877.342790] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2455db31-fa5b-41d9-b959-5b9612365fb1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.351688] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 877.351688] env[69846]: value = "task-2949680" [ 877.351688] env[69846]: _type = "Task" [ 877.351688] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.362020] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.428315] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.442173] env[69846]: DEBUG oslo_concurrency.lockutils [req-3c22ca1c-3f65-49e6-9efd-8664e513a7bd req-b7ba0c5f-c8d3-4031-9ba8-758abe90c290 service nova] Releasing lock "refresh_cache-c608a5ea-9e86-4e0e-8347-339899b4234e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.473909] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949677, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.487765] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526075b1-0fd6-bf55-4352-f5d76ee2b2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010709} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.488192] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.488474] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] c608a5ea-9e86-4e0e-8347-339899b4234e/c608a5ea-9e86-4e0e-8347-339899b4234e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.488932] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d06670dd-0a54-4bdb-8164-12a0ad81221c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.503089] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 877.503089] env[69846]: value = "task-2949681" [ 877.503089] env[69846]: _type = "Task" [ 877.503089] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.515717] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.664950] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f9c050-f29b-45ab-b19c-964a50c43712 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.677927] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba8d557-5988-43d9-9b6d-700667c6047d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.714231] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a8f802-383f-48b0-80a2-32265707ab8b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.724405] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f28e36-d0e2-4e78-bb9c-b18a0791a1ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.744854] env[69846]: DEBUG nova.compute.provider_tree [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.749405] env[69846]: DEBUG oslo_vmware.api [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Task: {'id': task-2949679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188611} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.749981] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.750196] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.750376] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.750546] env[69846]: INFO nova.compute.manager [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 877.750785] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.750975] env[69846]: DEBUG nova.compute.manager [-] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.751104] env[69846]: DEBUG nova.network.neutron [-] [instance: afa37493-33be-477d-9343-1129c24f0ebe] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.864478] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949680, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.927311] env[69846]: DEBUG oslo_vmware.api [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949676, 'name': PowerOnVM_Task, 'duration_secs': 0.625849} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.927612] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.927817] env[69846]: INFO nova.compute.manager [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Took 7.73 seconds to spawn the instance on the hypervisor. [ 877.928112] env[69846]: DEBUG nova.compute.manager [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.928936] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b477f04e-cf10-45f5-9a81-1a731353ecac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.975303] env[69846]: DEBUG oslo_vmware.api [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2949677, 'name': PowerOnVM_Task, 'duration_secs': 0.619065} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.975585] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.975809] env[69846]: INFO nova.compute.manager [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Took 11.09 seconds to spawn the instance on the hypervisor. [ 877.976011] env[69846]: DEBUG nova.compute.manager [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.976832] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d316c1a-094c-41b8-b149-7c7115fb92d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.015535] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949681, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.024825] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.059703] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.060022] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.061476] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.061612] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.061762] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.061911] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.062149] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.062313] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.062483] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.062644] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.062814] env[69846]: DEBUG nova.virt.hardware [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.063734] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ddce70-1948-479b-8b87-df71949d5e4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.066851] env[69846]: DEBUG nova.network.neutron [-] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.075088] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cde82ec-ef94-4960-84db-ed439e0db414 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.188911] env[69846]: DEBUG nova.compute.manager [req-038e8c7b-e001-45e6-90bb-47538dfe06bc req-76700bb0-8f33-4f97-bc58-a4360edc6745 service nova] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Received event network-vif-deleted-0a240858-e2b1-4010-98fe-99d993da6573 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.251200] env[69846]: DEBUG nova.scheduler.client.report [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.365764] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648735} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.366120] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 1f002cc4-b87c-44cd-b908-1d91494b800a/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. [ 878.367370] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c4ab90-c0ae-456d-acf3-b5060ba40f68 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.399533] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 1f002cc4-b87c-44cd-b908-1d91494b800a/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.400244] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4abcdd-cae8-4ea1-b47a-96057730a890 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.419939] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 878.419939] env[69846]: value = "task-2949682" [ 878.419939] env[69846]: _type = "Task" [ 878.419939] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.429805] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.450167] env[69846]: INFO nova.compute.manager [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Took 33.30 seconds to build instance. [ 878.464187] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Successfully updated port: 6d16d7ce-5123-42b0-ae19-c35286fa17bf {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.469340] env[69846]: DEBUG nova.compute.manager [req-243675d7-c71c-4fe5-a49b-baed2e4abeb9 req-81a29e40-e8b3-42ab-8b7b-f57c6e0d4970 service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Received event network-vif-plugged-6d16d7ce-5123-42b0-ae19-c35286fa17bf {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.469340] env[69846]: DEBUG oslo_concurrency.lockutils [req-243675d7-c71c-4fe5-a49b-baed2e4abeb9 req-81a29e40-e8b3-42ab-8b7b-f57c6e0d4970 service nova] Acquiring lock "8451f526-ffe5-4d94-a027-6dc67d8bd598-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.469340] env[69846]: DEBUG oslo_concurrency.lockutils [req-243675d7-c71c-4fe5-a49b-baed2e4abeb9 req-81a29e40-e8b3-42ab-8b7b-f57c6e0d4970 service nova] Lock "8451f526-ffe5-4d94-a027-6dc67d8bd598-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.469340] env[69846]: DEBUG oslo_concurrency.lockutils [req-243675d7-c71c-4fe5-a49b-baed2e4abeb9 req-81a29e40-e8b3-42ab-8b7b-f57c6e0d4970 service nova] Lock "8451f526-ffe5-4d94-a027-6dc67d8bd598-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.469340] env[69846]: DEBUG nova.compute.manager [req-243675d7-c71c-4fe5-a49b-baed2e4abeb9 req-81a29e40-e8b3-42ab-8b7b-f57c6e0d4970 service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] No waiting events found dispatching network-vif-plugged-6d16d7ce-5123-42b0-ae19-c35286fa17bf {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.469340] env[69846]: WARNING nova.compute.manager [req-243675d7-c71c-4fe5-a49b-baed2e4abeb9 req-81a29e40-e8b3-42ab-8b7b-f57c6e0d4970 service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Received unexpected event network-vif-plugged-6d16d7ce-5123-42b0-ae19-c35286fa17bf for instance with vm_state building and task_state spawning. [ 878.497025] env[69846]: INFO nova.compute.manager [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Took 38.75 seconds to build instance. [ 878.519305] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758382} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.519666] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] c608a5ea-9e86-4e0e-8347-339899b4234e/c608a5ea-9e86-4e0e-8347-339899b4234e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.519959] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.520310] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8b26670-2257-4e39-bb94-ec1881987206 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.530282] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 878.530282] env[69846]: value = "task-2949683" [ 878.530282] env[69846]: _type = "Task" [ 878.530282] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.540808] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.569153] env[69846]: INFO nova.compute.manager [-] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Took 1.43 seconds to deallocate network for instance. [ 878.693205] env[69846]: DEBUG nova.network.neutron [-] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.759644] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.759644] env[69846]: DEBUG nova.compute.manager [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.761578] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.070s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.762525] env[69846]: DEBUG nova.objects.instance [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lazy-loading 'resources' on Instance uuid b464b4d5-7139-4537-b280-3e0dc0256608 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.931558] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949682, 'name': ReconfigVM_Task, 'duration_secs': 0.338754} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.931862] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 1f002cc4-b87c-44cd-b908-1d91494b800a/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.932704] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd59cf3-2da4-4a58-a68d-5f60461e07c4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.961033] env[69846]: DEBUG oslo_concurrency.lockutils [None req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.822s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.962032] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7f1cdb-28c7-4ac7-a168-903080167d88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.972866] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "refresh_cache-8451f526-ffe5-4d94-a027-6dc67d8bd598" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.973090] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "refresh_cache-8451f526-ffe5-4d94-a027-6dc67d8bd598" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.973332] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.981411] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 878.981411] env[69846]: value = "task-2949684" [ 878.981411] env[69846]: _type = "Task" [ 878.981411] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.994282] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.999166] env[69846]: DEBUG oslo_concurrency.lockutils [None req-334ace80-3779-49fb-bc7e-8ee927ea9d24 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.389s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.040110] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08241} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.040401] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.041204] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4a0c56-cefb-44fe-ad88-d4f612209001 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.069973] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] c608a5ea-9e86-4e0e-8347-339899b4234e/c608a5ea-9e86-4e0e-8347-339899b4234e.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.070376] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0683ba7c-6488-4c54-ab87-a79f3ab09693 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.091511] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.098927] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 879.098927] env[69846]: value = "task-2949685" [ 879.098927] env[69846]: _type = "Task" [ 879.098927] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.109598] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.196995] env[69846]: INFO nova.compute.manager [-] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Took 1.45 seconds to deallocate network for instance. [ 879.266458] env[69846]: DEBUG nova.compute.utils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.270957] env[69846]: DEBUG nova.compute.manager [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.271317] env[69846]: DEBUG nova.network.neutron [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.331057] env[69846]: DEBUG nova.policy [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82084619f2ec48df956913db575f5a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '883beb936ecf40daaa50be7001bf1663', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.383205] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquiring lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.383679] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.383679] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquiring lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.384243] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.384243] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.386493] env[69846]: INFO nova.compute.manager [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Terminating instance [ 879.479022] env[69846]: DEBUG nova.compute.manager [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.497234] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949684, 'name': ReconfigVM_Task, 'duration_secs': 0.154756} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.497234] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.497234] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79278651-8371-425a-8b66-274496e59782 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.502322] env[69846]: DEBUG nova.compute.manager [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.512769] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 879.512769] env[69846]: value = "task-2949686" [ 879.512769] env[69846]: _type = "Task" [ 879.512769] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.523152] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.524335] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.613048] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.659221] env[69846]: DEBUG nova.network.neutron [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Successfully created port: 1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.707275] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.756039] env[69846]: DEBUG nova.network.neutron [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Updating instance_info_cache with network_info: [{"id": "6d16d7ce-5123-42b0-ae19-c35286fa17bf", "address": "fa:16:3e:d3:f6:81", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16d7ce-51", "ovs_interfaceid": "6d16d7ce-5123-42b0-ae19-c35286fa17bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.772308] env[69846]: DEBUG nova.compute.manager [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.892797] env[69846]: DEBUG nova.compute.manager [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.893200] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.894731] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089a54b-2979-4386-b96d-a616f05e2391 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.902866] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.903169] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b737274-4a27-46f1-bed9-477b74d7a1c4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.907175] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf3e436-603b-4bbb-822f-f82855c72a14 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.912756] env[69846]: DEBUG oslo_vmware.api [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for the task: (returnval){ [ 879.912756] env[69846]: value = "task-2949687" [ 879.912756] env[69846]: _type = "Task" [ 879.912756] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.919499] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9373b563-b6cd-48c5-a68c-418d656eb914 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.928483] env[69846]: DEBUG oslo_vmware.api [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.961896] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aa77a9-ab4c-4ce1-8b4f-4cf1b4371fae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.971682] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4433b57b-a260-4a82-bd96-297114457b0d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.988892] env[69846]: DEBUG nova.compute.provider_tree [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.008151] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.029190] env[69846]: DEBUG oslo_vmware.api [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949686, 'name': PowerOnVM_Task, 'duration_secs': 0.42933} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.029190] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.032388] env[69846]: DEBUG nova.compute.manager [None req-614e0214-4a4a-4dcc-8608-e6328a9d2fc5 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.033354] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a55c41-e11a-46f4-beae-1c70e8d18a86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.036236] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.112798] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949685, 'name': ReconfigVM_Task, 'duration_secs': 0.679027} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.113199] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Reconfigured VM instance instance-00000034 to attach disk [datastore2] c608a5ea-9e86-4e0e-8347-339899b4234e/c608a5ea-9e86-4e0e-8347-339899b4234e.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.113967] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7335dc13-af9d-472b-8c25-9a2dff45a481 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.121767] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 880.121767] env[69846]: value = "task-2949688" [ 880.121767] env[69846]: _type = "Task" [ 880.121767] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.134174] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949688, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.260826] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "refresh_cache-8451f526-ffe5-4d94-a027-6dc67d8bd598" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.261342] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Instance network_info: |[{"id": "6d16d7ce-5123-42b0-ae19-c35286fa17bf", "address": "fa:16:3e:d3:f6:81", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16d7ce-51", "ovs_interfaceid": "6d16d7ce-5123-42b0-ae19-c35286fa17bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.261804] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f6:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d16d7ce-5123-42b0-ae19-c35286fa17bf', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.269965] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.270238] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.270489] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e51c642a-fc2d-43d5-9db6-10f6e091cbbb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.294723] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.294723] env[69846]: value = "task-2949689" [ 880.294723] env[69846]: _type = "Task" [ 880.294723] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.303384] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949689, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.337025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquiring lock "e2ae9251-7961-4145-993d-49714be19a92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.337025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lock "e2ae9251-7961-4145-993d-49714be19a92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.337025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquiring lock "e2ae9251-7961-4145-993d-49714be19a92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.337025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lock "e2ae9251-7961-4145-993d-49714be19a92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.337025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lock "e2ae9251-7961-4145-993d-49714be19a92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.338173] env[69846]: INFO nova.compute.manager [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Terminating instance [ 880.431618] env[69846]: DEBUG oslo_vmware.api [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949687, 'name': PowerOffVM_Task, 'duration_secs': 0.173502} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.431618] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.431618] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.431618] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98f2956d-9b7c-4c26-92b0-d318de13929a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.432925] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquiring lock "3ea69053-5344-410a-8ea5-7c04b8383f91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.433305] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lock "3ea69053-5344-410a-8ea5-7c04b8383f91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.433650] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquiring lock "3ea69053-5344-410a-8ea5-7c04b8383f91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.433952] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lock "3ea69053-5344-410a-8ea5-7c04b8383f91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.434246] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lock "3ea69053-5344-410a-8ea5-7c04b8383f91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.437797] env[69846]: INFO nova.compute.manager [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Terminating instance [ 880.473661] env[69846]: DEBUG nova.compute.manager [req-30db7336-2a10-470d-83bd-d64d11fa33df req-48732113-8b2f-4122-90c8-45e959b0b65c service nova] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Received event network-vif-deleted-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.473774] env[69846]: DEBUG nova.compute.manager [req-30db7336-2a10-470d-83bd-d64d11fa33df req-48732113-8b2f-4122-90c8-45e959b0b65c service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Received event network-changed-65eefdb3-6387-4b6d-82ea-b813f4eca93e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.473947] env[69846]: DEBUG nova.compute.manager [req-30db7336-2a10-470d-83bd-d64d11fa33df req-48732113-8b2f-4122-90c8-45e959b0b65c service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Refreshing instance network info cache due to event network-changed-65eefdb3-6387-4b6d-82ea-b813f4eca93e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.474180] env[69846]: DEBUG oslo_concurrency.lockutils [req-30db7336-2a10-470d-83bd-d64d11fa33df req-48732113-8b2f-4122-90c8-45e959b0b65c service nova] Acquiring lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.474323] env[69846]: DEBUG oslo_concurrency.lockutils [req-30db7336-2a10-470d-83bd-d64d11fa33df req-48732113-8b2f-4122-90c8-45e959b0b65c service nova] Acquired lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.474479] env[69846]: DEBUG nova.network.neutron [req-30db7336-2a10-470d-83bd-d64d11fa33df req-48732113-8b2f-4122-90c8-45e959b0b65c service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Refreshing network info cache for port 65eefdb3-6387-4b6d-82ea-b813f4eca93e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.495407] env[69846]: DEBUG nova.scheduler.client.report [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.514392] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.514642] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.514831] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Deleting the datastore file [datastore2] d12fd3b4-c5d1-41eb-acff-0336ff39e534 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.515705] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89067fdc-eed2-45c0-8e0b-69a7a79c0d0e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.524738] env[69846]: DEBUG oslo_vmware.api [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for the task: (returnval){ [ 880.524738] env[69846]: value = "task-2949691" [ 880.524738] env[69846]: _type = "Task" [ 880.524738] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.533272] env[69846]: DEBUG oslo_vmware.api [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.637102] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949688, 'name': Rename_Task, 'duration_secs': 0.156103} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.637313] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.637647] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3ea438e-733f-490f-9f6c-7c9643d02bf1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.648466] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 880.648466] env[69846]: value = "task-2949692" [ 880.648466] env[69846]: _type = "Task" [ 880.648466] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.662883] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.792209] env[69846]: DEBUG nova.compute.manager [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.806508] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949689, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.822328] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.822609] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.823699] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.823699] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.823699] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.823699] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.823982] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.824061] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.824352] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.824635] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.824873] env[69846]: DEBUG nova.virt.hardware [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.826315] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27418f7e-5474-45d8-9e35-a772859349cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.835662] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d67f14-36fc-4c38-b2e2-67cdb16e1766 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.844089] env[69846]: DEBUG nova.compute.manager [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.844445] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.845847] env[69846]: DEBUG nova.compute.manager [req-bdb863eb-d0b6-4a29-b6ca-7d9c003dac7c req-edd56f11-73e5-4a07-aab6-e1703fface95 service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Received event network-changed-6d16d7ce-5123-42b0-ae19-c35286fa17bf {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.846161] env[69846]: DEBUG nova.compute.manager [req-bdb863eb-d0b6-4a29-b6ca-7d9c003dac7c req-edd56f11-73e5-4a07-aab6-e1703fface95 service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Refreshing instance network info cache due to event network-changed-6d16d7ce-5123-42b0-ae19-c35286fa17bf. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.846543] env[69846]: DEBUG oslo_concurrency.lockutils [req-bdb863eb-d0b6-4a29-b6ca-7d9c003dac7c req-edd56f11-73e5-4a07-aab6-e1703fface95 service nova] Acquiring lock "refresh_cache-8451f526-ffe5-4d94-a027-6dc67d8bd598" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.846784] env[69846]: DEBUG oslo_concurrency.lockutils [req-bdb863eb-d0b6-4a29-b6ca-7d9c003dac7c req-edd56f11-73e5-4a07-aab6-e1703fface95 service nova] Acquired lock "refresh_cache-8451f526-ffe5-4d94-a027-6dc67d8bd598" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.847069] env[69846]: DEBUG nova.network.neutron [req-bdb863eb-d0b6-4a29-b6ca-7d9c003dac7c req-edd56f11-73e5-4a07-aab6-e1703fface95 service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Refreshing network info cache for port 6d16d7ce-5123-42b0-ae19-c35286fa17bf {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.850932] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4556cb6-2c96-4147-82a3-85cd8ee1360d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.872659] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.872873] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cf13b00-4d7f-4a87-9099-b29b42b8b86d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.880513] env[69846]: DEBUG oslo_vmware.api [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for the task: (returnval){ [ 880.880513] env[69846]: value = "task-2949693" [ 880.880513] env[69846]: _type = "Task" [ 880.880513] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.891892] env[69846]: DEBUG oslo_vmware.api [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.941472] env[69846]: DEBUG nova.compute.manager [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.941754] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.942953] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc60b4a-dec4-4912-b385-34c329d6dad7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.952977] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.953405] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1df8d24-913b-4a08-b92a-4a0cc1ef2704 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.962154] env[69846]: DEBUG oslo_vmware.api [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for the task: (returnval){ [ 880.962154] env[69846]: value = "task-2949694" [ 880.962154] env[69846]: _type = "Task" [ 880.962154] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.972401] env[69846]: DEBUG oslo_vmware.api [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.001364] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.006190] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.422s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.009594] env[69846]: INFO nova.compute.claims [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.035547] env[69846]: DEBUG oslo_vmware.api [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Task: {'id': task-2949691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300388} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.035547] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.035737] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.035923] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.036117] env[69846]: INFO nova.compute.manager [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Took 1.14 seconds to destroy the instance on the hypervisor. [ 881.036372] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.038557] env[69846]: INFO nova.scheduler.client.report [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Deleted allocations for instance b464b4d5-7139-4537-b280-3e0dc0256608 [ 881.038557] env[69846]: DEBUG nova.compute.manager [-] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.038711] env[69846]: DEBUG nova.network.neutron [-] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.165227] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949692, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.294183] env[69846]: DEBUG nova.network.neutron [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Successfully updated port: 1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.310532] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949689, 'name': CreateVM_Task, 'duration_secs': 0.565347} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.311694] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.312692] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.312967] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.313446] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.314199] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ba89e0-5027-49d0-b92d-e83cc482952a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.322576] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 881.322576] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52db2fef-806f-d616-fd0d-94723c31d16e" [ 881.322576] env[69846]: _type = "Task" [ 881.322576] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.336125] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52db2fef-806f-d616-fd0d-94723c31d16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.393840] env[69846]: DEBUG oslo_vmware.api [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949693, 'name': PowerOffVM_Task, 'duration_secs': 0.274721} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.394141] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.394327] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.394572] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1758c65-9179-4197-a3bd-4c67c44b2cb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.473497] env[69846]: DEBUG oslo_vmware.api [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949694, 'name': PowerOffVM_Task, 'duration_secs': 0.210693} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.473961] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.473961] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.474457] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4125b536-56a8-4aae-b749-e30e59090cf8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.492280] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.492280] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.492280] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Deleting the datastore file [datastore2] e2ae9251-7961-4145-993d-49714be19a92 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.492280] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ae1652-6c77-4fa9-9ffc-b48c4afc4f7e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.498863] env[69846]: DEBUG oslo_vmware.api [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for the task: (returnval){ [ 881.498863] env[69846]: value = "task-2949697" [ 881.498863] env[69846]: _type = "Task" [ 881.498863] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.511817] env[69846]: DEBUG oslo_vmware.api [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.548542] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e9d60fd-c5ee-401a-a041-0046f6037491 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "b464b4d5-7139-4537-b280-3e0dc0256608" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.499s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.553041] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.553041] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.553041] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Deleting the datastore file [datastore2] 3ea69053-5344-410a-8ea5-7c04b8383f91 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.553041] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-693a9015-4927-478b-bcdf-933b88afcdfe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.560861] env[69846]: DEBUG oslo_vmware.api [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for the task: (returnval){ [ 881.560861] env[69846]: value = "task-2949698" [ 881.560861] env[69846]: _type = "Task" [ 881.560861] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.575624] env[69846]: DEBUG oslo_vmware.api [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.605257] env[69846]: DEBUG nova.network.neutron [req-bdb863eb-d0b6-4a29-b6ca-7d9c003dac7c req-edd56f11-73e5-4a07-aab6-e1703fface95 service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Updated VIF entry in instance network info cache for port 6d16d7ce-5123-42b0-ae19-c35286fa17bf. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.605810] env[69846]: DEBUG nova.network.neutron [req-bdb863eb-d0b6-4a29-b6ca-7d9c003dac7c req-edd56f11-73e5-4a07-aab6-e1703fface95 service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Updating instance_info_cache with network_info: [{"id": "6d16d7ce-5123-42b0-ae19-c35286fa17bf", "address": "fa:16:3e:d3:f6:81", "network": {"id": "a002fff2-9438-4199-8b7c-c4b606994df0", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1162892863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b17cb12a37449491acd973c5b676bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16d7ce-51", "ovs_interfaceid": "6d16d7ce-5123-42b0-ae19-c35286fa17bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.666460] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949692, 'name': PowerOnVM_Task, 'duration_secs': 0.695487} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.667125] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.667125] env[69846]: INFO nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Took 8.80 seconds to spawn the instance on the hypervisor. [ 881.667125] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.667950] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08847c14-3ce6-4886-8af4-85900238d216 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.797954] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "refresh_cache-b0cce521-8ca7-43fd-b774-705ca70d6471" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.798127] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "refresh_cache-b0cce521-8ca7-43fd-b774-705ca70d6471" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.798227] env[69846]: DEBUG nova.network.neutron [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.835718] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52db2fef-806f-d616-fd0d-94723c31d16e, 'name': SearchDatastore_Task, 'duration_secs': 0.021516} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.836148] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.836269] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.839049] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.839049] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.839049] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.839049] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18ae57da-26b0-4f04-85d0-577919230603 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.852772] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.853029] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.853753] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b918c9-1b71-45d3-b32e-224a0b766f34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.860556] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 881.860556] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f57d9a-22ba-508e-a504-3a8719d7137f" [ 881.860556] env[69846]: _type = "Task" [ 881.860556] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.869719] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f57d9a-22ba-508e-a504-3a8719d7137f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.897311] env[69846]: DEBUG nova.network.neutron [req-30db7336-2a10-470d-83bd-d64d11fa33df req-48732113-8b2f-4122-90c8-45e959b0b65c service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Updated VIF entry in instance network info cache for port 65eefdb3-6387-4b6d-82ea-b813f4eca93e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.897728] env[69846]: DEBUG nova.network.neutron [req-30db7336-2a10-470d-83bd-d64d11fa33df req-48732113-8b2f-4122-90c8-45e959b0b65c service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Updating instance_info_cache with network_info: [{"id": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "address": "fa:16:3e:45:57:29", "network": {"id": "d37b69d1-130f-4831-8bf7-fb61838bd5c8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817294365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105e41eae2e24a228cc62beb2b5e7c8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65eefdb3-63", "ovs_interfaceid": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.010412] env[69846]: DEBUG oslo_vmware.api [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Task: {'id': task-2949697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213803} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.010677] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.010862] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.011056] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.011335] env[69846]: INFO nova.compute.manager [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] [instance: e2ae9251-7961-4145-993d-49714be19a92] Took 1.17 seconds to destroy the instance on the hypervisor. [ 882.011582] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.011772] env[69846]: DEBUG nova.compute.manager [-] [instance: e2ae9251-7961-4145-993d-49714be19a92] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.011894] env[69846]: DEBUG nova.network.neutron [-] [instance: e2ae9251-7961-4145-993d-49714be19a92] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.080534] env[69846]: DEBUG oslo_vmware.api [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Task: {'id': task-2949698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200077} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.084138] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.084488] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.084758] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.085076] env[69846]: INFO nova.compute.manager [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Took 1.14 seconds to destroy the instance on the hypervisor. [ 882.085452] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.085979] env[69846]: DEBUG nova.compute.manager [-] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.086182] env[69846]: DEBUG nova.network.neutron [-] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.109028] env[69846]: DEBUG oslo_concurrency.lockutils [req-bdb863eb-d0b6-4a29-b6ca-7d9c003dac7c req-edd56f11-73e5-4a07-aab6-e1703fface95 service nova] Releasing lock "refresh_cache-8451f526-ffe5-4d94-a027-6dc67d8bd598" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.202620] env[69846]: INFO nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Took 33.26 seconds to build instance. [ 882.335343] env[69846]: DEBUG nova.network.neutron [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.375339] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f57d9a-22ba-508e-a504-3a8719d7137f, 'name': SearchDatastore_Task, 'duration_secs': 0.04338} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.376405] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad0c057-0198-4bb7-8bcc-57c44594b1cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.386019] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 882.386019] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d30e0a-6105-fb92-f9fb-9018af873d2d" [ 882.386019] env[69846]: _type = "Task" [ 882.386019] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.396910] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d30e0a-6105-fb92-f9fb-9018af873d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.402577] env[69846]: DEBUG oslo_concurrency.lockutils [req-30db7336-2a10-470d-83bd-d64d11fa33df req-48732113-8b2f-4122-90c8-45e959b0b65c service nova] Releasing lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.432770] env[69846]: DEBUG nova.network.neutron [-] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.489729] env[69846]: DEBUG nova.network.neutron [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Updating instance_info_cache with network_info: [{"id": "1cfa2f39-83a2-4fc5-93c4-f96db1bc9210", "address": "fa:16:3e:46:1a:92", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfa2f39-83", "ovs_interfaceid": "1cfa2f39-83a2-4fc5-93c4-f96db1bc9210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.705487] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "c608a5ea-9e86-4e0e-8347-339899b4234e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.707s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.745023] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f466854-87c2-46dc-8f9a-1158be6b447a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.754400] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298da5b9-8232-4aa0-b407-eb23b3dc62d5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.796933] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65dd092-75b6-49e2-92fc-ce2f0e2a59e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.800604] env[69846]: DEBUG nova.compute.manager [req-ee218185-48bb-4b0e-adfc-af3c77c23193 req-dc994ef9-a2aa-4df0-9e1e-a5dfc8fd1f97 service nova] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Received event network-vif-deleted-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.807574] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70adb9-da3f-4d8d-80e7-33f7a06c4809 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.826624] env[69846]: DEBUG nova.compute.provider_tree [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.896123] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d30e0a-6105-fb92-f9fb-9018af873d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.896457] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.896769] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 8451f526-ffe5-4d94-a027-6dc67d8bd598/8451f526-ffe5-4d94-a027-6dc67d8bd598.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.897098] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b575b15a-1a77-4f56-ae80-ad1059abc158 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.906324] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 882.906324] env[69846]: value = "task-2949699" [ 882.906324] env[69846]: _type = "Task" [ 882.906324] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.915678] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.935874] env[69846]: INFO nova.compute.manager [-] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Took 1.90 seconds to deallocate network for instance. [ 882.992685] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "refresh_cache-b0cce521-8ca7-43fd-b774-705ca70d6471" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.993043] env[69846]: DEBUG nova.compute.manager [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Instance network_info: |[{"id": "1cfa2f39-83a2-4fc5-93c4-f96db1bc9210", "address": "fa:16:3e:46:1a:92", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfa2f39-83", "ovs_interfaceid": "1cfa2f39-83a2-4fc5-93c4-f96db1bc9210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.993807] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:1a:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cfa2f39-83a2-4fc5-93c4-f96db1bc9210', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.001825] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.002228] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.002658] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37743a8a-e64b-4920-96d3-96ce3af45522 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.024917] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.024917] env[69846]: value = "task-2949700" [ 883.024917] env[69846]: _type = "Task" [ 883.024917] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.034031] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949700, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.164945] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "05c7fe12-6ec5-4166-966c-483f2e6780ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.165273] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "05c7fe12-6ec5-4166-966c-483f2e6780ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.165586] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "05c7fe12-6ec5-4166-966c-483f2e6780ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.165952] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "05c7fe12-6ec5-4166-966c-483f2e6780ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.166068] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "05c7fe12-6ec5-4166-966c-483f2e6780ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.169276] env[69846]: INFO nova.compute.manager [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Terminating instance [ 883.197819] env[69846]: INFO nova.compute.manager [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Rescuing [ 883.198209] env[69846]: DEBUG oslo_concurrency.lockutils [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.198370] env[69846]: DEBUG oslo_concurrency.lockutils [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.198581] env[69846]: DEBUG nova.network.neutron [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.207598] env[69846]: DEBUG nova.compute.manager [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Received event network-vif-plugged-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.207598] env[69846]: DEBUG oslo_concurrency.lockutils [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] Acquiring lock "b0cce521-8ca7-43fd-b774-705ca70d6471-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.207598] env[69846]: DEBUG oslo_concurrency.lockutils [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] Lock "b0cce521-8ca7-43fd-b774-705ca70d6471-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.207801] env[69846]: DEBUG oslo_concurrency.lockutils [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] Lock "b0cce521-8ca7-43fd-b774-705ca70d6471-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.208312] env[69846]: DEBUG nova.compute.manager [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] No waiting events found dispatching network-vif-plugged-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.208312] env[69846]: WARNING nova.compute.manager [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Received unexpected event network-vif-plugged-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 for instance with vm_state building and task_state spawning. [ 883.208312] env[69846]: DEBUG nova.compute.manager [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Received event network-changed-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.208494] env[69846]: DEBUG nova.compute.manager [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Refreshing instance network info cache due to event network-changed-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.208576] env[69846]: DEBUG oslo_concurrency.lockutils [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] Acquiring lock "refresh_cache-b0cce521-8ca7-43fd-b774-705ca70d6471" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.208712] env[69846]: DEBUG oslo_concurrency.lockutils [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] Acquired lock "refresh_cache-b0cce521-8ca7-43fd-b774-705ca70d6471" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.208899] env[69846]: DEBUG nova.network.neutron [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Refreshing network info cache for port 1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.215018] env[69846]: DEBUG nova.compute.manager [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.330794] env[69846]: DEBUG nova.scheduler.client.report [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.420598] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949699, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.443271] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.537788] env[69846]: DEBUG nova.network.neutron [-] [instance: e2ae9251-7961-4145-993d-49714be19a92] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.539606] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949700, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.643171] env[69846]: DEBUG nova.network.neutron [-] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.674116] env[69846]: DEBUG nova.compute.manager [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.674405] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.675328] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fed669c-d852-4c21-99c4-d0dfb1441729 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.684120] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.684434] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d8b5f1d-fb75-4bd0-8ef0-f650a80d73fd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.693471] env[69846]: DEBUG oslo_vmware.api [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 883.693471] env[69846]: value = "task-2949701" [ 883.693471] env[69846]: _type = "Task" [ 883.693471] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.708021] env[69846]: DEBUG oslo_vmware.api [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.739423] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.836234] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.839024] env[69846]: DEBUG nova.compute.manager [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.840026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.205s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.841773] env[69846]: DEBUG nova.objects.instance [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lazy-loading 'resources' on Instance uuid 295b2bc5-a56d-4eca-940f-c04d3adae804 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.918140] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772854} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.918437] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 8451f526-ffe5-4d94-a027-6dc67d8bd598/8451f526-ffe5-4d94-a027-6dc67d8bd598.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.918648] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.919041] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac9d9952-3d20-4e10-9252-496c446605b6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.927834] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 883.927834] env[69846]: value = "task-2949702" [ 883.927834] env[69846]: _type = "Task" [ 883.927834] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.946283] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.039620] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949700, 'name': CreateVM_Task, 'duration_secs': 0.683412} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.039796] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.040519] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.040744] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.041116] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.041572] env[69846]: INFO nova.compute.manager [-] [instance: e2ae9251-7961-4145-993d-49714be19a92] Took 2.03 seconds to deallocate network for instance. [ 884.041777] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-228102c5-9f75-400c-8a5d-b48f2ad6e2eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.051847] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 884.051847] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52baa211-1874-b396-d8de-0175c4dff952" [ 884.051847] env[69846]: _type = "Task" [ 884.051847] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.063969] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52baa211-1874-b396-d8de-0175c4dff952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.147533] env[69846]: INFO nova.compute.manager [-] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Took 2.06 seconds to deallocate network for instance. [ 884.207412] env[69846]: DEBUG oslo_vmware.api [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949701, 'name': PowerOffVM_Task, 'duration_secs': 0.286986} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.207785] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.208010] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.212019] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8108d580-0d7f-4df9-ae9d-704a7cf96af5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.237956] env[69846]: DEBUG nova.network.neutron [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Updated VIF entry in instance network info cache for port 1cfa2f39-83a2-4fc5-93c4-f96db1bc9210. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.238420] env[69846]: DEBUG nova.network.neutron [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Updating instance_info_cache with network_info: [{"id": "1cfa2f39-83a2-4fc5-93c4-f96db1bc9210", "address": "fa:16:3e:46:1a:92", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfa2f39-83", "ovs_interfaceid": "1cfa2f39-83a2-4fc5-93c4-f96db1bc9210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.270665] env[69846]: DEBUG nova.network.neutron [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Updating instance_info_cache with network_info: [{"id": "fe8d2c2e-6824-473b-86b9-356e0aca5a59", "address": "fa:16:3e:fa:ea:a4", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8d2c2e-68", "ovs_interfaceid": "fe8d2c2e-6824-473b-86b9-356e0aca5a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.346537] env[69846]: DEBUG nova.compute.utils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.348271] env[69846]: DEBUG nova.compute.manager [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.348443] env[69846]: DEBUG nova.network.neutron [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.413273] env[69846]: DEBUG nova.policy [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95bc68c80b8b4af3b3e717c0921d8db1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67d5ade17fc640089aece92f672916dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.422256] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.422489] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.422674] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Deleting the datastore file [datastore1] 05c7fe12-6ec5-4166-966c-483f2e6780ee {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.425354] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75e24804-9e1e-433e-adbd-da38cf842cd9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.434106] env[69846]: DEBUG oslo_vmware.api [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for the task: (returnval){ [ 884.434106] env[69846]: value = "task-2949704" [ 884.434106] env[69846]: _type = "Task" [ 884.434106] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.437876] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080753} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.443981] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.444986] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e257027-cda1-486d-9325-c6ebc5d91bb7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.471562] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 8451f526-ffe5-4d94-a027-6dc67d8bd598/8451f526-ffe5-4d94-a027-6dc67d8bd598.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.479080] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7520964-356d-440f-aec5-4177676617b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.493632] env[69846]: DEBUG oslo_vmware.api [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.503021] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 884.503021] env[69846]: value = "task-2949705" [ 884.503021] env[69846]: _type = "Task" [ 884.503021] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.510728] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.552423] env[69846]: DEBUG oslo_concurrency.lockutils [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.563807] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52baa211-1874-b396-d8de-0175c4dff952, 'name': SearchDatastore_Task, 'duration_secs': 0.018913} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.565683] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.565957] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.566247] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.566421] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.566630] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.567161] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6cc62ac-f680-458e-8236-79867466b80f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.581701] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.581908] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.582669] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3ff362-fe7e-4d2c-8603-d23b88a54f7b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.590855] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 884.590855] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]520dcecc-573b-4e22-313b-b08dabd7f8d2" [ 884.590855] env[69846]: _type = "Task" [ 884.590855] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.599768] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520dcecc-573b-4e22-313b-b08dabd7f8d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.655406] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.745372] env[69846]: DEBUG oslo_concurrency.lockutils [req-e82d4ca9-b31a-4d9f-b0b7-e4c2214bc4cd req-7b239c00-fb80-49ee-9953-1d785b2b447e service nova] Releasing lock "refresh_cache-b0cce521-8ca7-43fd-b774-705ca70d6471" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.773265] env[69846]: DEBUG oslo_concurrency.lockutils [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.851548] env[69846]: DEBUG nova.compute.utils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.929951] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d221d5-e67f-4318-83f8-4ae84fe37ae1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.943127] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9c4bb1-f61b-413f-ac92-e65519e94c46 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.952583] env[69846]: DEBUG oslo_vmware.api [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.976642] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5efe56-2669-4064-931b-64a7325c1a50 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.986293] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03159cf0-bdbb-40ff-949d-d0d2cc33c775 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.002595] env[69846]: DEBUG nova.compute.provider_tree [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.011976] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.089632] env[69846]: DEBUG nova.compute.manager [req-b9f4d0e9-e00b-4694-ab38-a8a9e890f985 req-69fc2c11-f07c-4420-a36a-13e69cc90626 service nova] [instance: e2ae9251-7961-4145-993d-49714be19a92] Received event network-vif-deleted-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.089832] env[69846]: DEBUG nova.compute.manager [req-b9f4d0e9-e00b-4694-ab38-a8a9e890f985 req-69fc2c11-f07c-4420-a36a-13e69cc90626 service nova] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Received event network-vif-deleted-bb3c590d-6596-436e-8441-ff7f3cb685df {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.102610] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520dcecc-573b-4e22-313b-b08dabd7f8d2, 'name': SearchDatastore_Task, 'duration_secs': 0.021906} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.103685] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5080bf-df4a-4a0b-9973-34a3b0951f50 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.109567] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 885.109567] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f1d125-4f92-dd74-60ac-eab7c2494c03" [ 885.109567] env[69846]: _type = "Task" [ 885.109567] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.118655] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f1d125-4f92-dd74-60ac-eab7c2494c03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.167041] env[69846]: DEBUG nova.network.neutron [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Successfully created port: 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.354960] env[69846]: DEBUG nova.compute.manager [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.450572] env[69846]: DEBUG oslo_vmware.api [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Task: {'id': task-2949704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554391} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.450894] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.451114] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.451325] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.451506] env[69846]: INFO nova.compute.manager [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Took 1.78 seconds to destroy the instance on the hypervisor. [ 885.451790] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.452040] env[69846]: DEBUG nova.compute.manager [-] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.452151] env[69846]: DEBUG nova.network.neutron [-] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.509710] env[69846]: DEBUG nova.scheduler.client.report [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.520388] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949705, 'name': ReconfigVM_Task, 'duration_secs': 0.947146} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.520388] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 8451f526-ffe5-4d94-a027-6dc67d8bd598/8451f526-ffe5-4d94-a027-6dc67d8bd598.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.520799] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2881010d-22ce-443f-8709-5d726c8eddd2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.528710] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 885.528710] env[69846]: value = "task-2949706" [ 885.528710] env[69846]: _type = "Task" [ 885.528710] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.539233] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949706, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.621614] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f1d125-4f92-dd74-60ac-eab7c2494c03, 'name': SearchDatastore_Task, 'duration_secs': 0.045159} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.621854] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.622184] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b0cce521-8ca7-43fd-b774-705ca70d6471/b0cce521-8ca7-43fd-b774-705ca70d6471.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.622575] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b1dc221-de66-4e3f-99a8-7edba2e236bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.631387] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 885.631387] env[69846]: value = "task-2949707" [ 885.631387] env[69846]: _type = "Task" [ 885.631387] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.642306] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.015774] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.018711] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.359s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.020562] env[69846]: INFO nova.compute.claims [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.042617] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949706, 'name': Rename_Task, 'duration_secs': 0.169866} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.043999] env[69846]: INFO nova.scheduler.client.report [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Deleted allocations for instance 295b2bc5-a56d-4eca-940f-c04d3adae804 [ 886.045170] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.049051] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa9e7320-b9f4-4263-8c8b-16aaadbffcb2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.057443] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 886.057443] env[69846]: value = "task-2949708" [ 886.057443] env[69846]: _type = "Task" [ 886.057443] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.066927] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.142351] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949707, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.318036] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.318036] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4834dab-a924-480e-813b-e3765de009ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.326431] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 886.326431] env[69846]: value = "task-2949709" [ 886.326431] env[69846]: _type = "Task" [ 886.326431] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.336831] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.358963] env[69846]: DEBUG nova.network.neutron [-] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.373668] env[69846]: DEBUG nova.compute.manager [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.403517] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:21:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1840224840',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-882022388',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.403812] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.403974] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.404226] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.404453] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.404635] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.404907] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.405038] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.405263] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.405447] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.405642] env[69846]: DEBUG nova.virt.hardware [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.406575] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e507acb7-8d64-40a4-8c44-14a2dae97775 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.418448] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b870affa-725b-4243-9697-e4eb274ed3b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.553269] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1792cdd1-12bf-46fa-af50-024cc4e299fd tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "295b2bc5-a56d-4eca-940f-c04d3adae804" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.576s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.570860] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.642975] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536201} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.643307] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b0cce521-8ca7-43fd-b774-705ca70d6471/b0cce521-8ca7-43fd-b774-705ca70d6471.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.643608] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.643894] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9e2af29-cf5a-4f5b-a784-433f611ecd6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.651580] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 886.651580] env[69846]: value = "task-2949710" [ 886.651580] env[69846]: _type = "Task" [ 886.651580] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.660654] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.839564] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949709, 'name': PowerOffVM_Task, 'duration_secs': 0.20338} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.839850] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.840689] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad8dc6d-fa3a-454a-bc3c-aa0af0357edd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.861226] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0506659-2874-44d0-95a3-4a35d248e0e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.867283] env[69846]: INFO nova.compute.manager [-] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Took 1.41 seconds to deallocate network for instance. [ 886.912500] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.913039] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d26abe-3a05-4ba5-b684-6ec6ca2767e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.922210] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 886.922210] env[69846]: value = "task-2949711" [ 886.922210] env[69846]: _type = "Task" [ 886.922210] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.937209] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 886.937209] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.937209] env[69846]: DEBUG oslo_concurrency.lockutils [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.937209] env[69846]: DEBUG oslo_concurrency.lockutils [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.937209] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.937555] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb27ce1a-f654-4542-9ba6-71a2ca3bf465 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.956679] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.961018] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.961018] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a6351b-856e-48d9-98c5-b863ba3c3bed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.965720] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 886.965720] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d2c26c-9ee9-c4f5-c175-64f8f417de88" [ 886.965720] env[69846]: _type = "Task" [ 886.965720] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.975138] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d2c26c-9ee9-c4f5-c175-64f8f417de88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.072147] env[69846]: DEBUG oslo_vmware.api [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949708, 'name': PowerOnVM_Task, 'duration_secs': 0.567258} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.074994] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.075220] env[69846]: INFO nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Took 9.05 seconds to spawn the instance on the hypervisor. [ 887.075397] env[69846]: DEBUG nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.078070] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec71e4fd-3b07-4fbc-8f0b-23e5375bfb02 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.135668] env[69846]: DEBUG nova.network.neutron [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Successfully updated port: 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.162022] env[69846]: DEBUG nova.compute.manager [req-a7069db2-004c-47c2-b0c6-7434b60ce53d req-468c8db4-7bf7-4cb8-87df-49e2c2fd58f7 service nova] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Received event network-vif-deleted-01cd1afe-429e-4764-af78-80131044b602 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.162022] env[69846]: DEBUG nova.compute.manager [req-a7069db2-004c-47c2-b0c6-7434b60ce53d req-468c8db4-7bf7-4cb8-87df-49e2c2fd58f7 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Received event network-vif-plugged-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.162022] env[69846]: DEBUG oslo_concurrency.lockutils [req-a7069db2-004c-47c2-b0c6-7434b60ce53d req-468c8db4-7bf7-4cb8-87df-49e2c2fd58f7 service nova] Acquiring lock "c77fb8dd-3444-4264-bb20-732f82ff62f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.162022] env[69846]: DEBUG oslo_concurrency.lockutils [req-a7069db2-004c-47c2-b0c6-7434b60ce53d req-468c8db4-7bf7-4cb8-87df-49e2c2fd58f7 service nova] Lock "c77fb8dd-3444-4264-bb20-732f82ff62f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.162022] env[69846]: DEBUG oslo_concurrency.lockutils [req-a7069db2-004c-47c2-b0c6-7434b60ce53d req-468c8db4-7bf7-4cb8-87df-49e2c2fd58f7 service nova] Lock "c77fb8dd-3444-4264-bb20-732f82ff62f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.162022] env[69846]: DEBUG nova.compute.manager [req-a7069db2-004c-47c2-b0c6-7434b60ce53d req-468c8db4-7bf7-4cb8-87df-49e2c2fd58f7 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] No waiting events found dispatching network-vif-plugged-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.162022] env[69846]: WARNING nova.compute.manager [req-a7069db2-004c-47c2-b0c6-7434b60ce53d req-468c8db4-7bf7-4cb8-87df-49e2c2fd58f7 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Received unexpected event network-vif-plugged-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 for instance with vm_state building and task_state spawning. [ 887.171493] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071282} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.174778] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.178374] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ce50fb-c185-459b-a14c-191f6ffd8841 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.199792] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] b0cce521-8ca7-43fd-b774-705ca70d6471/b0cce521-8ca7-43fd-b774-705ca70d6471.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.202684] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a584780-4725-471f-892f-b05cd12b7461 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.224580] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 887.224580] env[69846]: value = "task-2949712" [ 887.224580] env[69846]: _type = "Task" [ 887.224580] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.237038] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.381225] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.477987] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d2c26c-9ee9-c4f5-c175-64f8f417de88, 'name': SearchDatastore_Task, 'duration_secs': 0.057376} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.479044] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e537e684-8335-4c5b-98e6-479076d0a8df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.487702] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 887.487702] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb7ccc-aaa6-3ea1-bab8-6536f69362e7" [ 887.487702] env[69846]: _type = "Task" [ 887.487702] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.498054] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb7ccc-aaa6-3ea1-bab8-6536f69362e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.606810] env[69846]: INFO nova.compute.manager [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Took 37.13 seconds to build instance. [ 887.638429] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "refresh_cache-c77fb8dd-3444-4264-bb20-732f82ff62f6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.638591] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquired lock "refresh_cache-c77fb8dd-3444-4264-bb20-732f82ff62f6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.638742] env[69846]: DEBUG nova.network.neutron [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.674530] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c65b40-604e-4e35-8e7f-7a7b0d5e0c66 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.683810] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21908857-88ce-4320-846d-2550808253e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.717963] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82567a7f-a1d9-4d98-8996-782e614fe3b2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.733812] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168517a0-04ce-4bb4-a277-b6294389fb30 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.742838] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.754984] env[69846]: DEBUG nova.compute.provider_tree [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.998153] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb7ccc-aaa6-3ea1-bab8-6536f69362e7, 'name': SearchDatastore_Task, 'duration_secs': 0.028648} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.998426] env[69846]: DEBUG oslo_concurrency.lockutils [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.998688] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 72d74534-d666-4993-a169-7baead19b129/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. {{(pid=69846) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 887.998974] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77e8e2ef-ce7b-467f-844b-f766ff8002d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.006902] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 888.006902] env[69846]: value = "task-2949713" [ 888.006902] env[69846]: _type = "Task" [ 888.006902] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.016722] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.109723] env[69846]: DEBUG oslo_concurrency.lockutils [None req-af786202-6cf9-4b5a-a460-b5031e709743 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "8451f526-ffe5-4d94-a027-6dc67d8bd598" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.086s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.197994] env[69846]: DEBUG nova.network.neutron [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.226491] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "c608a5ea-9e86-4e0e-8347-339899b4234e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.226761] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "c608a5ea-9e86-4e0e-8347-339899b4234e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.226989] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "c608a5ea-9e86-4e0e-8347-339899b4234e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.227209] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "c608a5ea-9e86-4e0e-8347-339899b4234e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.227381] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "c608a5ea-9e86-4e0e-8347-339899b4234e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.229562] env[69846]: INFO nova.compute.manager [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Terminating instance [ 888.242306] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949712, 'name': ReconfigVM_Task, 'duration_secs': 0.555485} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.244475] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Reconfigured VM instance instance-00000036 to attach disk [datastore2] b0cce521-8ca7-43fd-b774-705ca70d6471/b0cce521-8ca7-43fd-b774-705ca70d6471.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.245693] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55fda56f-c81e-4570-878c-8e32062c13aa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.253601] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 888.253601] env[69846]: value = "task-2949714" [ 888.253601] env[69846]: _type = "Task" [ 888.253601] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.259737] env[69846]: DEBUG nova.scheduler.client.report [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.268314] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949714, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.398662] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "8451f526-ffe5-4d94-a027-6dc67d8bd598" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.399027] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "8451f526-ffe5-4d94-a027-6dc67d8bd598" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.399546] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "8451f526-ffe5-4d94-a027-6dc67d8bd598-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.399823] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "8451f526-ffe5-4d94-a027-6dc67d8bd598-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.400043] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "8451f526-ffe5-4d94-a027-6dc67d8bd598-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.403384] env[69846]: INFO nova.compute.manager [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Terminating instance [ 888.426049] env[69846]: DEBUG nova.network.neutron [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Updating instance_info_cache with network_info: [{"id": "26733a3a-7c34-4f36-bfd6-72c44d1b7fa3", "address": "fa:16:3e:b8:1e:f2", "network": {"id": "5c3a3604-c908-45e5-8827-f88df6b4c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2120811470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d5ade17fc640089aece92f672916dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26733a3a-7c", "ovs_interfaceid": "26733a3a-7c34-4f36-bfd6-72c44d1b7fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.520139] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.612688] env[69846]: DEBUG nova.compute.manager [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.737468] env[69846]: DEBUG nova.compute.manager [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.737696] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.738797] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc98cee3-ad5c-42cf-a9ba-c271096fe708 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.748886] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.748886] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8019825c-c173-4a55-a130-5d58eecab39f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.758734] env[69846]: DEBUG oslo_vmware.api [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 888.758734] env[69846]: value = "task-2949715" [ 888.758734] env[69846]: _type = "Task" [ 888.758734] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.765714] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949714, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.771536] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.772053] env[69846]: DEBUG nova.compute.manager [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.774538] env[69846]: DEBUG oslo_vmware.api [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.774819] env[69846]: DEBUG oslo_concurrency.lockutils [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.040s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.775041] env[69846]: DEBUG nova.objects.instance [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lazy-loading 'resources' on Instance uuid 4685675d-e751-43a9-85a3-d66d49131a26 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.888108] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.888176] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.911575] env[69846]: DEBUG nova.compute.manager [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.911887] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.912817] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d528de-1681-4c5e-8398-a367c3e55bb4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.922029] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.923110] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bed2e081-f913-497f-84d4-4052a62948ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.928488] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Releasing lock "refresh_cache-c77fb8dd-3444-4264-bb20-732f82ff62f6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.928787] env[69846]: DEBUG nova.compute.manager [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Instance network_info: |[{"id": "26733a3a-7c34-4f36-bfd6-72c44d1b7fa3", "address": "fa:16:3e:b8:1e:f2", "network": {"id": "5c3a3604-c908-45e5-8827-f88df6b4c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2120811470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d5ade17fc640089aece92f672916dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26733a3a-7c", "ovs_interfaceid": "26733a3a-7c34-4f36-bfd6-72c44d1b7fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.930487] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:1e:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26733a3a-7c34-4f36-bfd6-72c44d1b7fa3', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.941271] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.941271] env[69846]: DEBUG oslo_vmware.api [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 888.941271] env[69846]: value = "task-2949716" [ 888.941271] env[69846]: _type = "Task" [ 888.941271] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.941619] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.942093] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f52a1100-b805-4f43-ae9e-dae8eee3db08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.972250] env[69846]: DEBUG oslo_vmware.api [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.973621] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.973621] env[69846]: value = "task-2949717" [ 888.973621] env[69846]: _type = "Task" [ 888.973621] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.981525] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949717, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.018097] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684525} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.018399] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 72d74534-d666-4993-a169-7baead19b129/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. [ 889.019389] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42a5377-b58c-4384-8863-219289cee139 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.046278] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 72d74534-d666-4993-a169-7baead19b129/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.046645] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d989f9-aa50-4fc6-bada-8f524f4960f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.065708] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 889.065708] env[69846]: value = "task-2949718" [ 889.065708] env[69846]: _type = "Task" [ 889.065708] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.073798] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.136606] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.185488] env[69846]: DEBUG nova.compute.manager [req-1d8363c7-a128-4c32-a13d-ad9907287ed7 req-af1f8579-d981-4711-9d9a-8ca2913dbe71 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Received event network-changed-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.185488] env[69846]: DEBUG nova.compute.manager [req-1d8363c7-a128-4c32-a13d-ad9907287ed7 req-af1f8579-d981-4711-9d9a-8ca2913dbe71 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Refreshing instance network info cache due to event network-changed-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.185488] env[69846]: DEBUG oslo_concurrency.lockutils [req-1d8363c7-a128-4c32-a13d-ad9907287ed7 req-af1f8579-d981-4711-9d9a-8ca2913dbe71 service nova] Acquiring lock "refresh_cache-c77fb8dd-3444-4264-bb20-732f82ff62f6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.185639] env[69846]: DEBUG oslo_concurrency.lockutils [req-1d8363c7-a128-4c32-a13d-ad9907287ed7 req-af1f8579-d981-4711-9d9a-8ca2913dbe71 service nova] Acquired lock "refresh_cache-c77fb8dd-3444-4264-bb20-732f82ff62f6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.185802] env[69846]: DEBUG nova.network.neutron [req-1d8363c7-a128-4c32-a13d-ad9907287ed7 req-af1f8579-d981-4711-9d9a-8ca2913dbe71 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Refreshing network info cache for port 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.265949] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949714, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.271018] env[69846]: DEBUG oslo_vmware.api [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.280712] env[69846]: DEBUG nova.compute.utils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.282416] env[69846]: DEBUG nova.compute.manager [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.285360] env[69846]: DEBUG nova.network.neutron [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.367824] env[69846]: DEBUG nova.policy [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29b32cc8863b4437a119b1c1f316a8fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee7ed63a0a9146a78a3f9b4250eafb81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.466021] env[69846]: DEBUG oslo_vmware.api [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949716, 'name': PowerOffVM_Task, 'duration_secs': 0.311646} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.466021] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.466021] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.466021] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e75f340-cc23-41b7-9797-91f02db8669d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.484223] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949717, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.524342] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.524342] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.524342] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleting the datastore file [datastore2] 8451f526-ffe5-4d94-a027-6dc67d8bd598 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.525075] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91b83c24-2f1f-4bd3-a119-cf30a65cbd3c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.535018] env[69846]: DEBUG oslo_vmware.api [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 889.535018] env[69846]: value = "task-2949720" [ 889.535018] env[69846]: _type = "Task" [ 889.535018] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.541437] env[69846]: DEBUG oslo_vmware.api [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.579216] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.769094] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949714, 'name': Rename_Task, 'duration_secs': 1.198261} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.770055] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.770361] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de6d243-386b-4ddb-a7ad-e7fcdaef0790 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.775056] env[69846]: DEBUG oslo_vmware.api [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949715, 'name': PowerOffVM_Task, 'duration_secs': 0.853116} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.775611] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.775819] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.776118] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0cd04e0-aa98-4a6d-810d-c03150a2a2c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.782189] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 889.782189] env[69846]: value = "task-2949721" [ 889.782189] env[69846]: _type = "Task" [ 889.782189] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.785678] env[69846]: DEBUG nova.compute.manager [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.795015] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.843546] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.843783] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.843970] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleting the datastore file [datastore2] c608a5ea-9e86-4e0e-8347-339899b4234e {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.846757] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-234e492d-8294-4570-8f6a-2e10f2b2caa4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.847554] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf37aba8-d317-4c25-873d-183fe31fb97a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.855748] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181a41f6-d14f-4ee3-9304-0ad8d52a25b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.859609] env[69846]: DEBUG oslo_vmware.api [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for the task: (returnval){ [ 889.859609] env[69846]: value = "task-2949723" [ 889.859609] env[69846]: _type = "Task" [ 889.859609] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.892049] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e4140a-36c8-4a39-9df4-9e0e146b95ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.898840] env[69846]: DEBUG oslo_vmware.api [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.903812] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8eeab6-1d0a-4f29-a5eb-3d01dffc712a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.918491] env[69846]: DEBUG nova.compute.provider_tree [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.944665] env[69846]: DEBUG nova.network.neutron [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Successfully created port: 0c4cf264-fc5f-4920-9985-70cbdf7072ce {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.986982] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949717, 'name': CreateVM_Task, 'duration_secs': 0.788165} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.986982] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.988481] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.988481] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.988481] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.988591] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570fbcfc-ecb9-4983-a8e3-817c9e067369 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.994613] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 889.994613] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]521ae826-e23c-c100-bf1f-94cfd48c3c3a" [ 889.994613] env[69846]: _type = "Task" [ 889.994613] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.003837] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521ae826-e23c-c100-bf1f-94cfd48c3c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.054353] env[69846]: DEBUG oslo_vmware.api [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177497} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.054353] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.054353] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.054353] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.054353] env[69846]: INFO nova.compute.manager [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Took 1.14 seconds to destroy the instance on the hypervisor. [ 890.054353] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.054685] env[69846]: DEBUG nova.compute.manager [-] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.054685] env[69846]: DEBUG nova.network.neutron [-] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.076532] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949718, 'name': ReconfigVM_Task, 'duration_secs': 0.564991} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.077090] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 72d74534-d666-4993-a169-7baead19b129/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.078773] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71fa5d4-f836-465e-a678-4d01bea12745 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.107369] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0091095-5ea2-43c1-9932-c4de2b167212 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.124932] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 890.124932] env[69846]: value = "task-2949724" [ 890.124932] env[69846]: _type = "Task" [ 890.124932] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.133037] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.143844] env[69846]: DEBUG nova.network.neutron [req-1d8363c7-a128-4c32-a13d-ad9907287ed7 req-af1f8579-d981-4711-9d9a-8ca2913dbe71 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Updated VIF entry in instance network info cache for port 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.144382] env[69846]: DEBUG nova.network.neutron [req-1d8363c7-a128-4c32-a13d-ad9907287ed7 req-af1f8579-d981-4711-9d9a-8ca2913dbe71 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Updating instance_info_cache with network_info: [{"id": "26733a3a-7c34-4f36-bfd6-72c44d1b7fa3", "address": "fa:16:3e:b8:1e:f2", "network": {"id": "5c3a3604-c908-45e5-8827-f88df6b4c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2120811470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d5ade17fc640089aece92f672916dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26733a3a-7c", "ovs_interfaceid": "26733a3a-7c34-4f36-bfd6-72c44d1b7fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.296407] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949721, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.370941] env[69846]: DEBUG oslo_vmware.api [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Task: {'id': task-2949723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147431} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.371355] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.371439] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.371601] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.371775] env[69846]: INFO nova.compute.manager [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 890.372103] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.372190] env[69846]: DEBUG nova.compute.manager [-] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.372297] env[69846]: DEBUG nova.network.neutron [-] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.424074] env[69846]: DEBUG nova.scheduler.client.report [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.430773] env[69846]: DEBUG nova.compute.manager [req-b4b7a74d-1f4f-44c2-90fe-f8e72dfbc0d1 req-37d36fd2-eff0-4cc3-ad7a-f587c1f36b6f service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Received event network-vif-deleted-6d16d7ce-5123-42b0-ae19-c35286fa17bf {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.431436] env[69846]: INFO nova.compute.manager [req-b4b7a74d-1f4f-44c2-90fe-f8e72dfbc0d1 req-37d36fd2-eff0-4cc3-ad7a-f587c1f36b6f service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Neutron deleted interface 6d16d7ce-5123-42b0-ae19-c35286fa17bf; detaching it from the instance and deleting it from the info cache [ 890.431628] env[69846]: DEBUG nova.network.neutron [req-b4b7a74d-1f4f-44c2-90fe-f8e72dfbc0d1 req-37d36fd2-eff0-4cc3-ad7a-f587c1f36b6f service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.505355] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521ae826-e23c-c100-bf1f-94cfd48c3c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.505648] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.505881] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.506140] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.506302] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.506479] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.506746] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b257505-1899-4ef5-839e-e51776761644 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.514965] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.515237] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.515944] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1269a61e-e600-4135-bed6-8f5db206d283 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.522339] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 890.522339] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fac966-2c6d-413e-4fce-6ae1e4f19d63" [ 890.522339] env[69846]: _type = "Task" [ 890.522339] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.529267] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fac966-2c6d-413e-4fce-6ae1e4f19d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.635451] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949724, 'name': ReconfigVM_Task, 'duration_secs': 0.183314} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.635735] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.636008] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33660c57-ebef-4cee-9f96-3c99489b7faa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.642419] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 890.642419] env[69846]: value = "task-2949725" [ 890.642419] env[69846]: _type = "Task" [ 890.642419] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.650645] env[69846]: DEBUG oslo_concurrency.lockutils [req-1d8363c7-a128-4c32-a13d-ad9907287ed7 req-af1f8579-d981-4711-9d9a-8ca2913dbe71 service nova] Releasing lock "refresh_cache-c77fb8dd-3444-4264-bb20-732f82ff62f6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.651060] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.793328] env[69846]: DEBUG oslo_vmware.api [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949721, 'name': PowerOnVM_Task, 'duration_secs': 0.538091} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.793328] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.793328] env[69846]: INFO nova.compute.manager [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Took 10.00 seconds to spawn the instance on the hypervisor. [ 890.793449] env[69846]: DEBUG nova.compute.manager [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.794264] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8c50ca-2ff6-4a62-92e8-eabab90d4419 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.797872] env[69846]: DEBUG nova.compute.manager [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.829905] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:23:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5f897c91-2d3d-4a1b-b8b1-11f2886fe3fb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-357840625',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.829905] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.829905] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.830360] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.830360] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.830360] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.831251] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.831251] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.831251] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.831251] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.831486] env[69846]: DEBUG nova.virt.hardware [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.832572] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daa681f-343d-4e4d-b115-7b18406828b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.839562] env[69846]: DEBUG nova.network.neutron [-] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.841681] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f919ad-0293-4856-be8c-b6b5c793c9ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.930336] env[69846]: DEBUG oslo_concurrency.lockutils [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.932803] env[69846]: DEBUG oslo_concurrency.lockutils [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.772s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.933588] env[69846]: DEBUG nova.objects.instance [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lazy-loading 'resources' on Instance uuid 861f39de-66ab-4ddb-9672-5b8474a2f0d3 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.935181] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1756efe5-dd0c-4391-a667-a3d1cb090e0a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.955983] env[69846]: INFO nova.scheduler.client.report [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Deleted allocations for instance 4685675d-e751-43a9-85a3-d66d49131a26 [ 890.961856] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc16b0e2-f0a7-40db-a2c5-16c21282cf60 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.000484] env[69846]: DEBUG nova.compute.manager [req-b4b7a74d-1f4f-44c2-90fe-f8e72dfbc0d1 req-37d36fd2-eff0-4cc3-ad7a-f587c1f36b6f service nova] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Detach interface failed, port_id=6d16d7ce-5123-42b0-ae19-c35286fa17bf, reason: Instance 8451f526-ffe5-4d94-a027-6dc67d8bd598 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.034309] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fac966-2c6d-413e-4fce-6ae1e4f19d63, 'name': SearchDatastore_Task, 'duration_secs': 0.008803} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.035140] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6268fe95-ec2e-42e3-a41e-3091f17bf6a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.044020] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 891.044020] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d26ea9-fcbf-4c29-10b6-340c5c1dd74d" [ 891.044020] env[69846]: _type = "Task" [ 891.044020] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.052648] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d26ea9-fcbf-4c29-10b6-340c5c1dd74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.073023] env[69846]: DEBUG nova.network.neutron [-] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.154708] env[69846]: DEBUG oslo_vmware.api [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949725, 'name': PowerOnVM_Task, 'duration_secs': 0.428375} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.155017] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.158084] env[69846]: DEBUG nova.compute.manager [None req-30bc0bef-7ee9-443f-adaa-cbb500d797b7 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.159182] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1159cf-b9db-47e4-b3a0-3624ecbd8f23 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.313711] env[69846]: INFO nova.compute.manager [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Took 37.36 seconds to build instance. [ 891.348227] env[69846]: INFO nova.compute.manager [-] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Took 1.29 seconds to deallocate network for instance. [ 891.478639] env[69846]: DEBUG oslo_concurrency.lockutils [None req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "4685675d-e751-43a9-85a3-d66d49131a26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.224s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.555629] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d26ea9-fcbf-4c29-10b6-340c5c1dd74d, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.556232] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.556487] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] c77fb8dd-3444-4264-bb20-732f82ff62f6/c77fb8dd-3444-4264-bb20-732f82ff62f6.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.561726] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5936bcf-0261-4956-84cf-be74531e5f42 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.567184] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 891.567184] env[69846]: value = "task-2949726" [ 891.567184] env[69846]: _type = "Task" [ 891.567184] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.577307] env[69846]: INFO nova.compute.manager [-] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Took 1.20 seconds to deallocate network for instance. [ 891.577641] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.817342] env[69846]: DEBUG oslo_concurrency.lockutils [None req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b0cce521-8ca7-43fd-b774-705ca70d6471" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.762s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.846459] env[69846]: DEBUG nova.compute.manager [req-303537b4-8c02-4dcb-a137-9d11daeaba8a req-648ed680-23f2-4a01-9d0b-6e474dba6f53 service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Received event network-vif-plugged-0c4cf264-fc5f-4920-9985-70cbdf7072ce {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.846639] env[69846]: DEBUG oslo_concurrency.lockutils [req-303537b4-8c02-4dcb-a137-9d11daeaba8a req-648ed680-23f2-4a01-9d0b-6e474dba6f53 service nova] Acquiring lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.846935] env[69846]: DEBUG oslo_concurrency.lockutils [req-303537b4-8c02-4dcb-a137-9d11daeaba8a req-648ed680-23f2-4a01-9d0b-6e474dba6f53 service nova] Lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.847145] env[69846]: DEBUG oslo_concurrency.lockutils [req-303537b4-8c02-4dcb-a137-9d11daeaba8a req-648ed680-23f2-4a01-9d0b-6e474dba6f53 service nova] Lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.847360] env[69846]: DEBUG nova.compute.manager [req-303537b4-8c02-4dcb-a137-9d11daeaba8a req-648ed680-23f2-4a01-9d0b-6e474dba6f53 service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] No waiting events found dispatching network-vif-plugged-0c4cf264-fc5f-4920-9985-70cbdf7072ce {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.847561] env[69846]: WARNING nova.compute.manager [req-303537b4-8c02-4dcb-a137-9d11daeaba8a req-648ed680-23f2-4a01-9d0b-6e474dba6f53 service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Received unexpected event network-vif-plugged-0c4cf264-fc5f-4920-9985-70cbdf7072ce for instance with vm_state building and task_state spawning. [ 891.854279] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.892978] env[69846]: DEBUG nova.network.neutron [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Successfully updated port: 0c4cf264-fc5f-4920-9985-70cbdf7072ce {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.055170] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed8b2a3-06d9-4dfc-81ee-bf94fbdb4cfb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.063670] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a662a1e-06f9-4120-9797-756359916d9d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.095570] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.097393] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc30453-f4c6-45f3-a317-5f212470deb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.103299] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457353} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.103944] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] c77fb8dd-3444-4264-bb20-732f82ff62f6/c77fb8dd-3444-4264-bb20-732f82ff62f6.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.104198] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.104464] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4c25121-8f4f-4014-9b36-d2ce46640d83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.109873] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa6b886-8d72-4848-b73d-33220fa89d36 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.114694] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 892.114694] env[69846]: value = "task-2949727" [ 892.114694] env[69846]: _type = "Task" [ 892.114694] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.125912] env[69846]: DEBUG nova.compute.provider_tree [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.134102] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.321605] env[69846]: DEBUG nova.compute.manager [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.364757] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] Acquiring lock "refresh_cache-b0cce521-8ca7-43fd-b774-705ca70d6471" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.364946] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] Acquired lock "refresh_cache-b0cce521-8ca7-43fd-b774-705ca70d6471" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.365188] env[69846]: DEBUG nova.network.neutron [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.397780] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.397947] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.398482] env[69846]: DEBUG nova.network.neutron [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.406705] env[69846]: INFO nova.compute.manager [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Unrescuing [ 892.406983] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.407151] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.407357] env[69846]: DEBUG nova.network.neutron [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.624718] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084181} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.624979] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.625751] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4367901-128a-4261-81af-bc5e237b3a8d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.628682] env[69846]: DEBUG nova.scheduler.client.report [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.653802] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] c77fb8dd-3444-4264-bb20-732f82ff62f6/c77fb8dd-3444-4264-bb20-732f82ff62f6.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.654760] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64316f51-e614-4742-b30b-ef86f6c72a3a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.676945] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 892.676945] env[69846]: value = "task-2949728" [ 892.676945] env[69846]: _type = "Task" [ 892.676945] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.686269] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.825884] env[69846]: DEBUG nova.compute.manager [req-11f6301b-0a83-4bf9-9dce-e1be31f240fe req-3d1f2467-8da6-4847-82db-239c27bd7d54 service nova] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Received event network-vif-deleted-e8e732e9-697f-4e21-8b2a-6ceafa381158 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.851833] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.929634] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.930021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.930322] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.930551] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.930747] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.933260] env[69846]: DEBUG nova.network.neutron [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.936594] env[69846]: INFO nova.compute.manager [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Terminating instance [ 893.095653] env[69846]: DEBUG nova.network.neutron [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance_info_cache with network_info: [{"id": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "address": "fa:16:3e:04:0f:10", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4cf264-fc", "ovs_interfaceid": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.134968] env[69846]: DEBUG oslo_concurrency.lockutils [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.137937] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.083s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.138666] env[69846]: DEBUG nova.objects.instance [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lazy-loading 'resources' on Instance uuid 72a41be2-555a-44d0-80a0-0a47a5938c18 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.157153] env[69846]: INFO nova.scheduler.client.report [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted allocations for instance 861f39de-66ab-4ddb-9672-5b8474a2f0d3 [ 893.189589] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949728, 'name': ReconfigVM_Task, 'duration_secs': 0.426651} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.189825] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Reconfigured VM instance instance-00000037 to attach disk [datastore2] c77fb8dd-3444-4264-bb20-732f82ff62f6/c77fb8dd-3444-4264-bb20-732f82ff62f6.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.190178] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69846) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 893.194025] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-6b44bbf5-21b5-4c22-8930-92fc734735ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.198834] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 893.198834] env[69846]: value = "task-2949729" [ 893.198834] env[69846]: _type = "Task" [ 893.198834] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.209592] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949729, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.364099] env[69846]: DEBUG nova.network.neutron [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Updating instance_info_cache with network_info: [{"id": "1cfa2f39-83a2-4fc5-93c4-f96db1bc9210", "address": "fa:16:3e:46:1a:92", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfa2f39-83", "ovs_interfaceid": "1cfa2f39-83a2-4fc5-93c4-f96db1bc9210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.440630] env[69846]: DEBUG nova.network.neutron [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Updating instance_info_cache with network_info: [{"id": "fe8d2c2e-6824-473b-86b9-356e0aca5a59", "address": "fa:16:3e:fa:ea:a4", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe8d2c2e-68", "ovs_interfaceid": "fe8d2c2e-6824-473b-86b9-356e0aca5a59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.442460] env[69846]: DEBUG nova.compute.manager [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.442566] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.443644] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e2ff3c-360d-4020-ad2b-85eaf79207f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.451582] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.452471] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fa187f6-efdd-43c5-8ff1-006b355f53f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.462512] env[69846]: DEBUG oslo_vmware.api [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 893.462512] env[69846]: value = "task-2949730" [ 893.462512] env[69846]: _type = "Task" [ 893.462512] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.473453] env[69846]: DEBUG oslo_vmware.api [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.598150] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.598499] env[69846]: DEBUG nova.compute.manager [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Instance network_info: |[{"id": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "address": "fa:16:3e:04:0f:10", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4cf264-fc", "ovs_interfaceid": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.598913] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:0f:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c4cf264-fc5f-4920-9985-70cbdf7072ce', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.607803] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.607864] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.608091] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18046742-7e4b-4db0-8c17-99ed128061c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.629764] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.629764] env[69846]: value = "task-2949731" [ 893.629764] env[69846]: _type = "Task" [ 893.629764] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.639080] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949731, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.665629] env[69846]: DEBUG oslo_concurrency.lockutils [None req-252041ae-86f0-4fe7-ac95-c44094f51a7c tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "861f39de-66ab-4ddb-9672-5b8474a2f0d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.015s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.714932] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949729, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.076689} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.715695] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69846) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 893.716631] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895f73d0-4384-462e-b9aa-4307e1eff98b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.750271] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] c77fb8dd-3444-4264-bb20-732f82ff62f6/ephemeral_0.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.753931] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b85b497e-7777-46a6-9025-56faf2922635 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.774227] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 893.774227] env[69846]: value = "task-2949732" [ 893.774227] env[69846]: _type = "Task" [ 893.774227] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.786068] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.866138] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] Releasing lock "refresh_cache-b0cce521-8ca7-43fd-b774-705ca70d6471" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.866465] env[69846]: DEBUG nova.compute.manager [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Inject network info {{(pid=69846) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 893.866766] env[69846]: DEBUG nova.compute.manager [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] network_info to inject: |[{"id": "1cfa2f39-83a2-4fc5-93c4-f96db1bc9210", "address": "fa:16:3e:46:1a:92", "network": {"id": "2f2beaa7-1d4f-4c9d-b972-0984d3c978ed", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1531353653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "883beb936ecf40daaa50be7001bf1663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfa2f39-83", "ovs_interfaceid": "1cfa2f39-83a2-4fc5-93c4-f96db1bc9210", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 893.872040] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Reconfiguring VM instance to set the machine id {{(pid=69846) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 893.872356] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b30ba27-9acc-4e8d-9c06-fb44af25ed30 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.892240] env[69846]: DEBUG oslo_vmware.api [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] Waiting for the task: (returnval){ [ 893.892240] env[69846]: value = "task-2949733" [ 893.892240] env[69846]: _type = "Task" [ 893.892240] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.901812] env[69846]: DEBUG oslo_vmware.api [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] Task: {'id': task-2949733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.944210] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "refresh_cache-72d74534-d666-4993-a169-7baead19b129" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.944785] env[69846]: DEBUG nova.objects.instance [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lazy-loading 'flavor' on Instance uuid 72d74534-d666-4993-a169-7baead19b129 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.976473] env[69846]: DEBUG oslo_vmware.api [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949730, 'name': PowerOffVM_Task, 'duration_secs': 0.339403} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.980509] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.980861] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.981147] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee1cc70b-fdcb-49b2-8788-38d6cace4ca7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.013274] env[69846]: DEBUG nova.compute.manager [req-76d9c093-df73-44ae-b278-e071499c12b0 req-f4491cbc-652a-4ed2-ab81-3e247e058090 service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Received event network-changed-0c4cf264-fc5f-4920-9985-70cbdf7072ce {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.013570] env[69846]: DEBUG nova.compute.manager [req-76d9c093-df73-44ae-b278-e071499c12b0 req-f4491cbc-652a-4ed2-ab81-3e247e058090 service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Refreshing instance network info cache due to event network-changed-0c4cf264-fc5f-4920-9985-70cbdf7072ce. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.013801] env[69846]: DEBUG oslo_concurrency.lockutils [req-76d9c093-df73-44ae-b278-e071499c12b0 req-f4491cbc-652a-4ed2-ab81-3e247e058090 service nova] Acquiring lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.013935] env[69846]: DEBUG oslo_concurrency.lockutils [req-76d9c093-df73-44ae-b278-e071499c12b0 req-f4491cbc-652a-4ed2-ab81-3e247e058090 service nova] Acquired lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.014105] env[69846]: DEBUG nova.network.neutron [req-76d9c093-df73-44ae-b278-e071499c12b0 req-f4491cbc-652a-4ed2-ab81-3e247e058090 service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Refreshing network info cache for port 0c4cf264-fc5f-4920-9985-70cbdf7072ce {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.060471] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.060830] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.061120] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Deleting the datastore file [datastore2] 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.064473] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7aaf4a9-3606-4638-9f96-fe5ff126cb6e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.073556] env[69846]: DEBUG oslo_vmware.api [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for the task: (returnval){ [ 894.073556] env[69846]: value = "task-2949735" [ 894.073556] env[69846]: _type = "Task" [ 894.073556] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.085071] env[69846]: DEBUG oslo_vmware.api [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.141970] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949731, 'name': CreateVM_Task, 'duration_secs': 0.381558} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.146018] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.146018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.146018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.146018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.146018] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce71297-c383-4215-91a7-a13b97fd91b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.154057] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 894.154057] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526e447e-ece2-c21c-1de5-bf74cdb05fd5" [ 894.154057] env[69846]: _type = "Task" [ 894.154057] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.164307] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526e447e-ece2-c21c-1de5-bf74cdb05fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.247959] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5282e5d9-f200-45f1-b9e7-7bc085eb199d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.255875] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0503908-3a10-4afe-aaa7-53388cb7274c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.289967] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a957eb20-d7af-49f3-b19a-25fa0b9ec307 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.300933] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2121061-e4ea-45a4-ac9e-c61b386349a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.304823] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949732, 'name': ReconfigVM_Task, 'duration_secs': 0.472483} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.305119] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Reconfigured VM instance instance-00000037 to attach disk [datastore2] c77fb8dd-3444-4264-bb20-732f82ff62f6/ephemeral_0.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.306111] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a40255d5-b865-44bc-b9e0-618c87ba02f8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.317886] env[69846]: DEBUG nova.compute.provider_tree [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.323033] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 894.323033] env[69846]: value = "task-2949736" [ 894.323033] env[69846]: _type = "Task" [ 894.323033] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.330187] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949736, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.405947] env[69846]: DEBUG oslo_vmware.api [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] Task: {'id': task-2949733, 'name': ReconfigVM_Task, 'duration_secs': 0.172657} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.406815] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-01a0d1b8-4dab-4da2-8d98-b42692504a1b tempest-ServersAdminTestJSON-1412627878 tempest-ServersAdminTestJSON-1412627878-project-admin] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Reconfigured VM instance to set the machine id {{(pid=69846) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 894.454143] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488c7991-7e5f-49ae-8561-adc0ca247e10 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.477243] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.477609] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6541b269-567d-4719-9179-12f4dadc61db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.485702] env[69846]: DEBUG oslo_vmware.api [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 894.485702] env[69846]: value = "task-2949737" [ 894.485702] env[69846]: _type = "Task" [ 894.485702] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.495009] env[69846]: DEBUG oslo_vmware.api [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.587286] env[69846]: DEBUG oslo_vmware.api [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Task: {'id': task-2949735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287566} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.587286] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.587286] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.587516] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.587516] env[69846]: INFO nova.compute.manager [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 894.587759] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.587973] env[69846]: DEBUG nova.compute.manager [-] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.588101] env[69846]: DEBUG nova.network.neutron [-] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.668291] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526e447e-ece2-c21c-1de5-bf74cdb05fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.668714] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.669012] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.669353] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.669551] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.669768] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.670170] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c75da244-bc77-4727-8d25-313b0aefc660 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.692692] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.692886] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.693688] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ea08f3-a0b7-41ef-a6ad-db5314aeede4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.700629] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 894.700629] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529c7ecb-48a9-7a8d-86fd-a32d43aef9a6" [ 894.700629] env[69846]: _type = "Task" [ 894.700629] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.711106] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529c7ecb-48a9-7a8d-86fd-a32d43aef9a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.822114] env[69846]: DEBUG nova.scheduler.client.report [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.835390] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949736, 'name': Rename_Task, 'duration_secs': 0.335397} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.836240] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.836486] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4205f172-d0fa-4a9f-aa44-28a81d3b535f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.844286] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 894.844286] env[69846]: value = "task-2949738" [ 894.844286] env[69846]: _type = "Task" [ 894.844286] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.852535] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.970305] env[69846]: DEBUG nova.network.neutron [req-76d9c093-df73-44ae-b278-e071499c12b0 req-f4491cbc-652a-4ed2-ab81-3e247e058090 service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updated VIF entry in instance network info cache for port 0c4cf264-fc5f-4920-9985-70cbdf7072ce. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.971260] env[69846]: DEBUG nova.network.neutron [req-76d9c093-df73-44ae-b278-e071499c12b0 req-f4491cbc-652a-4ed2-ab81-3e247e058090 service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance_info_cache with network_info: [{"id": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "address": "fa:16:3e:04:0f:10", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4cf264-fc", "ovs_interfaceid": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.998829] env[69846]: DEBUG oslo_vmware.api [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949737, 'name': PowerOffVM_Task, 'duration_secs': 0.223776} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.998829] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.002826] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Reconfiguring VM instance instance-0000002f to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 895.003206] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46581795-0ca7-4847-a634-b730de9e15eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.023567] env[69846]: DEBUG oslo_vmware.api [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 895.023567] env[69846]: value = "task-2949739" [ 895.023567] env[69846]: _type = "Task" [ 895.023567] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.034981] env[69846]: DEBUG oslo_vmware.api [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.145166] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.145451] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.213114] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529c7ecb-48a9-7a8d-86fd-a32d43aef9a6, 'name': SearchDatastore_Task, 'duration_secs': 0.020195} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.214029] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-143af2c3-13c2-49f4-a9f4-22daba2f8794 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.220365] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 895.220365] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52cf9b85-c084-8e93-312e-ea583b836959" [ 895.220365] env[69846]: _type = "Task" [ 895.220365] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.228774] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cf9b85-c084-8e93-312e-ea583b836959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.330182] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.332605] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.993s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.332836] env[69846]: DEBUG nova.objects.instance [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lazy-loading 'resources' on Instance uuid 64daeb7e-b2b0-49fd-abca-3fe57c97fa89 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.352365] env[69846]: INFO nova.scheduler.client.report [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Deleted allocations for instance 72a41be2-555a-44d0-80a0-0a47a5938c18 [ 895.362589] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.473169] env[69846]: DEBUG oslo_concurrency.lockutils [req-76d9c093-df73-44ae-b278-e071499c12b0 req-f4491cbc-652a-4ed2-ab81-3e247e058090 service nova] Releasing lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.534149] env[69846]: DEBUG oslo_vmware.api [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949739, 'name': ReconfigVM_Task, 'duration_secs': 0.295875} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.534436] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Reconfigured VM instance instance-0000002f to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.534626] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.534921] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-559cb3fd-b1de-4f6b-80d6-138c1f6ed7ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.542940] env[69846]: DEBUG oslo_vmware.api [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 895.542940] env[69846]: value = "task-2949740" [ 895.542940] env[69846]: _type = "Task" [ 895.542940] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.552053] env[69846]: DEBUG oslo_vmware.api [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.601968] env[69846]: DEBUG nova.network.neutron [-] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.732028] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cf9b85-c084-8e93-312e-ea583b836959, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.732315] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.732589] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 3c7a9ef0-3f60-4d10-a23a-c204653082c6/3c7a9ef0-3f60-4d10-a23a-c204653082c6.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.732861] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31ef1641-fc14-434e-b635-eca971e9305a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.741118] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 895.741118] env[69846]: value = "task-2949741" [ 895.741118] env[69846]: _type = "Task" [ 895.741118] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.750271] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.855879] env[69846]: DEBUG oslo_vmware.api [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2949738, 'name': PowerOnVM_Task, 'duration_secs': 0.758639} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.856182] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.856412] env[69846]: INFO nova.compute.manager [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Took 9.48 seconds to spawn the instance on the hypervisor. [ 895.856593] env[69846]: DEBUG nova.compute.manager [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.857405] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea36597-25ea-4a11-8735-553a60aeaf1d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.865412] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fbaa61af-255d-4c56-a196-e38383000c63 tempest-ServerShowV247Test-481554323 tempest-ServerShowV247Test-481554323-project-member] Lock "72a41be2-555a-44d0-80a0-0a47a5938c18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.099s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.057697] env[69846]: DEBUG oslo_vmware.api [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949740, 'name': PowerOnVM_Task, 'duration_secs': 0.390826} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.057975] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.058266] env[69846]: DEBUG nova.compute.manager [None req-d322e69f-0e8e-4a4e-ad2b-175284965117 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.059089] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd479ce1-8603-4a62-859c-a8b1e46f31fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.107543] env[69846]: INFO nova.compute.manager [-] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Took 1.52 seconds to deallocate network for instance. [ 896.131177] env[69846]: DEBUG nova.compute.manager [req-90db3835-ab36-41c0-81f9-3449996fd9da req-33ffc439-cb64-4c90-8ca4-cc7724b3cbd8 service nova] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Received event network-vif-deleted-8323b259-38d2-4797-8c90-1afc84bc0b3f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.255744] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949741, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.381252] env[69846]: INFO nova.compute.manager [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Took 40.81 seconds to build instance. [ 896.390729] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c0eb3-b608-4e7d-93fa-6ec5b89cf97b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.400169] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04ef65e-368f-4103-abc4-1b0d9bad157b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.434063] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab82b7d-77d0-40b2-9a9b-82ac3d34be98 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.442688] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7e8259-59ca-4e0c-b641-0c56f1801552 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.458555] env[69846]: DEBUG nova.compute.provider_tree [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.616010] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.753385] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669012} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.753726] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 3c7a9ef0-3f60-4d10-a23a-c204653082c6/3c7a9ef0-3f60-4d10-a23a-c204653082c6.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.753942] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.754217] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9724ae8-2f2c-4a6c-878a-43b81615199d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.761673] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 896.761673] env[69846]: value = "task-2949742" [ 896.761673] env[69846]: _type = "Task" [ 896.761673] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.771320] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.775697] env[69846]: INFO nova.compute.manager [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Rebuilding instance [ 896.822805] env[69846]: DEBUG nova.compute.manager [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.823694] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711d418e-2749-41ba-9065-69182e360741 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.882240] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "c77fb8dd-3444-4264-bb20-732f82ff62f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.273s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.962184] env[69846]: DEBUG nova.scheduler.client.report [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.273534] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068583} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.275049] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.275049] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f368e5-1dbe-467f-ace4-6c718f02c525 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.299847] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 3c7a9ef0-3f60-4d10-a23a-c204653082c6/3c7a9ef0-3f60-4d10-a23a-c204653082c6.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.300536] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c2e3d1b-ef34-46a5-8934-4a62b98c9c23 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.326021] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 897.326021] env[69846]: value = "task-2949743" [ 897.326021] env[69846]: _type = "Task" [ 897.326021] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.334735] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.387591] env[69846]: DEBUG nova.compute.manager [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.468113] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.470608] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.580s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.470981] env[69846]: DEBUG nova.objects.instance [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lazy-loading 'resources' on Instance uuid 26f55a58-2310-4050-af29-04f2b2dbd516 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.492967] env[69846]: INFO nova.scheduler.client.report [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Deleted allocations for instance 64daeb7e-b2b0-49fd-abca-3fe57c97fa89 [ 897.668221] env[69846]: DEBUG nova.compute.manager [req-6b580110-201f-43aa-b5b4-8c19a95acfe4 req-6ac3b800-64e5-426b-bfb6-5c763feda302 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Received event network-changed-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.669073] env[69846]: DEBUG nova.compute.manager [req-6b580110-201f-43aa-b5b4-8c19a95acfe4 req-6ac3b800-64e5-426b-bfb6-5c763feda302 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Refreshing instance network info cache due to event network-changed-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.669073] env[69846]: DEBUG oslo_concurrency.lockutils [req-6b580110-201f-43aa-b5b4-8c19a95acfe4 req-6ac3b800-64e5-426b-bfb6-5c763feda302 service nova] Acquiring lock "refresh_cache-c77fb8dd-3444-4264-bb20-732f82ff62f6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.669073] env[69846]: DEBUG oslo_concurrency.lockutils [req-6b580110-201f-43aa-b5b4-8c19a95acfe4 req-6ac3b800-64e5-426b-bfb6-5c763feda302 service nova] Acquired lock "refresh_cache-c77fb8dd-3444-4264-bb20-732f82ff62f6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.671285] env[69846]: DEBUG nova.network.neutron [req-6b580110-201f-43aa-b5b4-8c19a95acfe4 req-6ac3b800-64e5-426b-bfb6-5c763feda302 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Refreshing network info cache for port 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.836840] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949743, 'name': ReconfigVM_Task, 'duration_secs': 0.300918} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.837430] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 3c7a9ef0-3f60-4d10-a23a-c204653082c6/3c7a9ef0-3f60-4d10-a23a-c204653082c6.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.838174] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af491c6c-c671-4009-a3d4-d6c06c70ffb2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.840525] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.840756] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0cebc94-2e93-47f2-ba88-7fecf7abb75a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.847721] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 897.847721] env[69846]: value = "task-2949745" [ 897.847721] env[69846]: _type = "Task" [ 897.847721] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.848678] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 897.848678] env[69846]: value = "task-2949744" [ 897.848678] env[69846]: _type = "Task" [ 897.848678] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.874567] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.874927] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949744, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.911100] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.011534] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4f85dfcb-4545-4a05-b460-627c7638d500 tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Lock "64daeb7e-b2b0-49fd-abca-3fe57c97fa89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.121s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.369026] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949745, 'name': PowerOffVM_Task, 'duration_secs': 0.260067} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.369843] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.370138] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.372364] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e90261-f3ec-4c06-a579-3141df7565f1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.380962] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949744, 'name': Rename_Task, 'duration_secs': 0.15615} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.384034] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.384279] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c861a0-3eac-48d1-9671-7e39993b3dbe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.388866] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.389156] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55222fe7-8fd1-46ec-89ea-658be696074c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.392040] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 898.392040] env[69846]: value = "task-2949746" [ 898.392040] env[69846]: _type = "Task" [ 898.392040] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.406518] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.460734] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.462313] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.462595] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleting the datastore file [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.462880] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f940d21-b852-4edd-a322-6917cdc822d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.473471] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 898.473471] env[69846]: value = "task-2949748" [ 898.473471] env[69846]: _type = "Task" [ 898.473471] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.481900] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.559065] env[69846]: DEBUG nova.network.neutron [req-6b580110-201f-43aa-b5b4-8c19a95acfe4 req-6ac3b800-64e5-426b-bfb6-5c763feda302 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Updated VIF entry in instance network info cache for port 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.561231] env[69846]: DEBUG nova.network.neutron [req-6b580110-201f-43aa-b5b4-8c19a95acfe4 req-6ac3b800-64e5-426b-bfb6-5c763feda302 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Updating instance_info_cache with network_info: [{"id": "26733a3a-7c34-4f36-bfd6-72c44d1b7fa3", "address": "fa:16:3e:b8:1e:f2", "network": {"id": "5c3a3604-c908-45e5-8827-f88df6b4c155", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2120811470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d5ade17fc640089aece92f672916dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26733a3a-7c", "ovs_interfaceid": "26733a3a-7c34-4f36-bfd6-72c44d1b7fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.615781] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a74a73-ba2f-4556-bb78-517c8f0bb36f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.624822] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c5e65-1f07-450a-949d-3412f213463b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.661919] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e409886a-9170-41dd-8a19-97af4e1d75a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.669834] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20afa1ef-4426-433d-a1ce-8b67d5df050b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.685182] env[69846]: DEBUG nova.compute.provider_tree [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.902729] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.983522] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214823} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.983982] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.984104] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.984329] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.063691] env[69846]: DEBUG oslo_concurrency.lockutils [req-6b580110-201f-43aa-b5b4-8c19a95acfe4 req-6ac3b800-64e5-426b-bfb6-5c763feda302 service nova] Releasing lock "refresh_cache-c77fb8dd-3444-4264-bb20-732f82ff62f6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.189187] env[69846]: DEBUG nova.scheduler.client.report [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.405898] env[69846]: DEBUG oslo_vmware.api [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949746, 'name': PowerOnVM_Task, 'duration_secs': 0.513932} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.406214] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.406421] env[69846]: INFO nova.compute.manager [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Took 8.61 seconds to spawn the instance on the hypervisor. [ 899.406598] env[69846]: DEBUG nova.compute.manager [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.407595] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7df27c-614a-4e0a-8b9d-0d14b1fae0af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.587874] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "04b1cc60-af72-4019-b659-529157de2ea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.588861] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.694428] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.700179] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.914s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.700449] env[69846]: DEBUG nova.objects.instance [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lazy-loading 'resources' on Instance uuid 94ca9823-14c8-4da4-9c79-ae233f79d656 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.757468] env[69846]: INFO nova.scheduler.client.report [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Deleted allocations for instance 26f55a58-2310-4050-af29-04f2b2dbd516 [ 899.929721] env[69846]: INFO nova.compute.manager [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Took 41.31 seconds to build instance. [ 900.026301] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.026301] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.026301] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.026301] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.026301] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.027527] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.027887] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.028126] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.028526] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.029245] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.029245] env[69846]: DEBUG nova.virt.hardware [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.031735] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7bc156-6a85-4a3a-9f1e-765e0ec576a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.042351] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1985c373-b83e-411c-9bdc-ba53e6ee29e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.058431] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:cf:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd558651f-ab11-4bba-bd9f-c66d193ad7b3', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.068072] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.068312] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.068538] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8a74265-2f52-44cb-bcea-b5379997bb92 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.090613] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.090613] env[69846]: value = "task-2949749" [ 900.090613] env[69846]: _type = "Task" [ 900.090613] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.099893] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949749, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.271065] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Lock "26f55a58-2310-4050-af29-04f2b2dbd516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.133s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.437766] env[69846]: DEBUG oslo_concurrency.lockutils [None req-744ab636-a146-4baa-a7a8-05d30b70ba4e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.022s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.602425] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949749, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.886091] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03d31a3-0c8c-4da4-bcd0-f4b36b8ac1ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.894766] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f539a887-501a-45c7-a06f-88be52d1c9c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.929384] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59f1c9e-3b9f-4e37-bccb-450a343e362b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.938504] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf8790e-0e25-4b2f-a292-3ca332d7197d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.942625] env[69846]: DEBUG nova.compute.manager [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.959750] env[69846]: DEBUG nova.compute.provider_tree [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.104796] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949749, 'name': CreateVM_Task, 'duration_secs': 0.6} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.105100] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.106011] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.106199] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.106527] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.107351] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c940028a-c628-4ff6-bade-835de0875861 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.112274] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 901.112274] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]523dc7ee-f39a-3899-f39c-8f98772de3f9" [ 901.112274] env[69846]: _type = "Task" [ 901.112274] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.122191] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523dc7ee-f39a-3899-f39c-8f98772de3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.381627] env[69846]: DEBUG nova.compute.manager [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Stashing vm_state: active {{(pid=69846) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 901.474029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.494733] env[69846]: ERROR nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [req-d57c002d-3e96-470f-8806-1bff914a7ec4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d57c002d-3e96-470f-8806-1bff914a7ec4"}]} [ 901.518608] env[69846]: DEBUG nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 901.533748] env[69846]: DEBUG nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 901.533972] env[69846]: DEBUG nova.compute.provider_tree [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.550468] env[69846]: DEBUG nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 901.575442] env[69846]: DEBUG nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 901.625862] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523dc7ee-f39a-3899-f39c-8f98772de3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.629473] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.629839] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.630297] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.630506] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.630748] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.631287] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b80dab05-5013-4b9e-ba05-2dca1699b1ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.642302] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.644168] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.647467] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcad417f-c7ad-4f8b-bd4a-77cf4ea3188c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.653602] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 901.653602] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5217e9c3-b7b3-387d-618b-b380831917e5" [ 901.653602] env[69846]: _type = "Task" [ 901.653602] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.661980] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5217e9c3-b7b3-387d-618b-b380831917e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.901882] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.133798] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a267b91f-4ff9-41e4-a260-c90e921a82fd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.142469] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbd2819-da9f-4bac-b798-d60ee6df986a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.180052] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaae8938-17a7-426f-940b-eaa10b5b1be7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.189938] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5217e9c3-b7b3-387d-618b-b380831917e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.191911] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffd49e9-7af1-427e-8d3f-1105be68c0fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.196810] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05365351-0394-4b40-afb1-d5e862500138 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.207053] env[69846]: DEBUG nova.compute.provider_tree [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.210470] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 902.210470] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529ff780-2a28-4da3-b7b5-76662f20049e" [ 902.210470] env[69846]: _type = "Task" [ 902.210470] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.217394] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529ff780-2a28-4da3-b7b5-76662f20049e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.549013] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "4d4d3145-9900-43f9-ab26-1c42410db693" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.549279] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "4d4d3145-9900-43f9-ab26-1c42410db693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.723411] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529ff780-2a28-4da3-b7b5-76662f20049e, 'name': SearchDatastore_Task, 'duration_secs': 0.044603} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.723677] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.723940] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.724226] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-728aa40b-4f2e-4a1d-92f6-13c38ab5d183 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.731206] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 902.731206] env[69846]: value = "task-2949750" [ 902.731206] env[69846]: _type = "Task" [ 902.731206] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.740699] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.744965] env[69846]: ERROR nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] [req-97282bda-a8c0-4b1f-b4a8-2094d906d3f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97282bda-a8c0-4b1f-b4a8-2094d906d3f5"}]} [ 902.762290] env[69846]: DEBUG nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 902.786638] env[69846]: DEBUG nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 902.786871] env[69846]: DEBUG nova.compute.provider_tree [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.803173] env[69846]: DEBUG nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 902.825145] env[69846]: DEBUG nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 903.246346] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949750, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.458379] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d6740-74ff-45f4-89cf-6f16d09f100f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.469538] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb7520a-6f41-4e11-931d-b0e47bd2faf0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.505248] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e285c2f-47c8-452d-941a-2f79cec28dfa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.512908] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a37f2e-736e-4e84-8369-8ac5d5430bae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.528574] env[69846]: DEBUG nova.compute.provider_tree [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.742615] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709888} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.742878] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.743111] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.743369] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bdcc0e9-0288-4892-982b-f609e7a90db8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.749654] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 903.749654] env[69846]: value = "task-2949751" [ 903.749654] env[69846]: _type = "Task" [ 903.749654] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.757123] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.031650] env[69846]: DEBUG nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.260338] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101329} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.260338] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.261304] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1e7911-4cf2-40af-960a-2c6291e34581 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.284043] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.284333] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2040d9c0-6d66-4381-9e02-60b8adb6c2b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.305213] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 904.305213] env[69846]: value = "task-2949752" [ 904.305213] env[69846]: _type = "Task" [ 904.305213] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.312102] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.537769] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.837s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.540010] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.460s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.541875] env[69846]: INFO nova.compute.claims [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.570107] env[69846]: INFO nova.scheduler.client.report [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Deleted allocations for instance 94ca9823-14c8-4da4-9c79-ae233f79d656 [ 904.813682] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949752, 'name': ReconfigVM_Task, 'duration_secs': 0.417793} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.813968] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Reconfigured VM instance instance-00000009 to attach disk [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.814608] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-179412c6-4209-4230-8f85-a3ca85dbf787 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.820751] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 904.820751] env[69846]: value = "task-2949753" [ 904.820751] env[69846]: _type = "Task" [ 904.820751] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.828355] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949753, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.080634] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Lock "94ca9823-14c8-4da4-9c79-ae233f79d656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.823s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.331173] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949753, 'name': Rename_Task, 'duration_secs': 0.361476} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.331499] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.331788] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-221383aa-5826-4f68-a64d-4bed3584a3e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.338333] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 905.338333] env[69846]: value = "task-2949754" [ 905.338333] env[69846]: _type = "Task" [ 905.338333] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.346326] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.850252] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949754, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.148017] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a5aed1-c017-4246-aff9-01b99edc147b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.156472] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64d5101-5158-4814-9286-f771c0fc5594 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.198915] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f330839-c012-40b0-aa50-83202807ba1b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.207609] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d1d1df-d27e-4fea-a5c5-ed98572345a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.227152] env[69846]: DEBUG nova.compute.provider_tree [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.351281] env[69846]: DEBUG oslo_vmware.api [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949754, 'name': PowerOnVM_Task, 'duration_secs': 0.582342} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.351545] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.352344] env[69846]: DEBUG nova.compute.manager [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.353667] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18eb72e-3f05-40e7-b03f-54ced7e40f13 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.730319] env[69846]: DEBUG nova.scheduler.client.report [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.876257] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.236908] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.237501] env[69846]: DEBUG nova.compute.manager [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.240108] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.013s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.240343] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.240510] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 907.240800] env[69846]: DEBUG oslo_concurrency.lockutils [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.355s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.241018] env[69846]: DEBUG nova.objects.instance [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lazy-loading 'resources' on Instance uuid b1d15af5-a87a-4c19-a5f0-1b9d78f8d845 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.242925] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680f7f75-cba4-4e55-9b64-a2000e38ce4b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.252021] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c63bd4c-e527-4b0f-ae63-b42c306d733e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.269180] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c709d5-db77-475a-8c1c-802d0a66e617 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.276132] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302327ef-de11-4865-9580-0e36dad51cef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.312735] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177941MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 907.312895] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.745591] env[69846]: DEBUG nova.compute.utils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.747815] env[69846]: DEBUG nova.compute.manager [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.748312] env[69846]: DEBUG nova.network.neutron [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.807301] env[69846]: DEBUG nova.policy [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd88f1d35d24cb3b596fd92c36197b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8078fa3cd54d4c388241dc51cc24e166', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.254802] env[69846]: DEBUG nova.compute.manager [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.300245] env[69846]: DEBUG nova.network.neutron [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Successfully created port: 524e4273-f998-439c-b2bd-2b2692c08baa {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.326075] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f8289a-e84e-44cf-b539-d8b19d5ec250 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.333905] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5e71d6-7780-42e8-a675-98096ad3212b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.365744] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121a5a42-4953-44a5-9eaa-5a0fe20f846f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.373666] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a5d454-bcc7-4061-8fc4-798df96f9485 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.387355] env[69846]: DEBUG nova.compute.provider_tree [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.447666] env[69846]: INFO nova.compute.manager [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Rebuilding instance [ 908.488274] env[69846]: DEBUG nova.compute.manager [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.489216] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13ae38b-dcb9-4f94-a6ed-5f57a2e18f49 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.891500] env[69846]: DEBUG nova.scheduler.client.report [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.267283] env[69846]: DEBUG nova.compute.manager [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.295106] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.295368] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.295528] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.295712] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.295857] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.296015] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.296241] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.296404] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.296573] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.296735] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.296905] env[69846]: DEBUG nova.virt.hardware [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.297828] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a3064c-8e71-481a-8411-b7f91abb5b2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.306635] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c55dc6d-920a-41cd-bb1e-ecab9f97834d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.351819] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "b4065fe4-8380-44f3-84d4-2943e50aa276" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.352074] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.397364] env[69846]: DEBUG oslo_concurrency.lockutils [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.400109] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.965s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.401447] env[69846]: INFO nova.compute.claims [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.414426] env[69846]: INFO nova.scheduler.client.report [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted allocations for instance b1d15af5-a87a-4c19-a5f0-1b9d78f8d845 [ 909.502446] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.502758] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17fa9370-ed2a-4c21-a3c6-5074d2d090ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.511842] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 909.511842] env[69846]: value = "task-2949755" [ 909.511842] env[69846]: _type = "Task" [ 909.511842] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.521087] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.920674] env[69846]: DEBUG oslo_concurrency.lockutils [None req-438e6322-1bd4-4c84-b8ff-4582f76420ca tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b1d15af5-a87a-4c19-a5f0-1b9d78f8d845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.896s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.022367] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949755, 'name': PowerOffVM_Task, 'duration_secs': 0.190269} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.022785] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.023029] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.023796] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9c8f66-ed87-4c25-ba98-b17954d09281 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.030266] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.030510] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27c34ed9-b370-4437-9a24-5849376c2329 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.099958] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.100110] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.100294] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleting the datastore file [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.100590] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-372ee6ef-4c97-421a-a171-faef4b09a531 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.107591] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 910.107591] env[69846]: value = "task-2949757" [ 910.107591] env[69846]: _type = "Task" [ 910.107591] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.115360] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.349398] env[69846]: DEBUG nova.compute.manager [req-f7834954-e0d6-4d93-8422-92a17507eb8c req-331e5335-901b-4b7b-ba43-e46e9678149b service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Received event network-vif-plugged-524e4273-f998-439c-b2bd-2b2692c08baa {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.349634] env[69846]: DEBUG oslo_concurrency.lockutils [req-f7834954-e0d6-4d93-8422-92a17507eb8c req-331e5335-901b-4b7b-ba43-e46e9678149b service nova] Acquiring lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.349946] env[69846]: DEBUG oslo_concurrency.lockutils [req-f7834954-e0d6-4d93-8422-92a17507eb8c req-331e5335-901b-4b7b-ba43-e46e9678149b service nova] Lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.350034] env[69846]: DEBUG oslo_concurrency.lockutils [req-f7834954-e0d6-4d93-8422-92a17507eb8c req-331e5335-901b-4b7b-ba43-e46e9678149b service nova] Lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.350188] env[69846]: DEBUG nova.compute.manager [req-f7834954-e0d6-4d93-8422-92a17507eb8c req-331e5335-901b-4b7b-ba43-e46e9678149b service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] No waiting events found dispatching network-vif-plugged-524e4273-f998-439c-b2bd-2b2692c08baa {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.350357] env[69846]: WARNING nova.compute.manager [req-f7834954-e0d6-4d93-8422-92a17507eb8c req-331e5335-901b-4b7b-ba43-e46e9678149b service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Received unexpected event network-vif-plugged-524e4273-f998-439c-b2bd-2b2692c08baa for instance with vm_state building and task_state spawning. [ 910.404640] env[69846]: DEBUG nova.network.neutron [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Successfully updated port: 524e4273-f998-439c-b2bd-2b2692c08baa {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.619429] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138835} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.619675] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.619855] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.620037] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.810469] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b129943-34bd-4fc5-8f79-10ce2b3d02ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.817506] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f9e541-a861-4f33-970a-2448a2e19fc8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.848389] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa021ef-9a76-48e7-af7d-93be0f758622 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.855474] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60adaecd-d9a1-42d7-8cc8-affb8f3caf22 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.868694] env[69846]: DEBUG nova.compute.provider_tree [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.907780] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "refresh_cache-cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.907987] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "refresh_cache-cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.908197] env[69846]: DEBUG nova.network.neutron [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.389976] env[69846]: ERROR nova.scheduler.client.report [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [req-150900d7-8593-4dcc-b1ce-49736885cdae] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-150900d7-8593-4dcc-b1ce-49736885cdae"}]} [ 911.406200] env[69846]: DEBUG nova.scheduler.client.report [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 911.423454] env[69846]: DEBUG nova.scheduler.client.report [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 911.423691] env[69846]: DEBUG nova.compute.provider_tree [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.436715] env[69846]: DEBUG nova.scheduler.client.report [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 911.455986] env[69846]: DEBUG nova.network.neutron [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.462110] env[69846]: DEBUG nova.scheduler.client.report [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 911.644428] env[69846]: DEBUG nova.network.neutron [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Updating instance_info_cache with network_info: [{"id": "524e4273-f998-439c-b2bd-2b2692c08baa", "address": "fa:16:3e:0a:c6:2f", "network": {"id": "e97fcb92-b900-4231-820c-666f29ffc870", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-626481458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8078fa3cd54d4c388241dc51cc24e166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524e4273-f9", "ovs_interfaceid": "524e4273-f998-439c-b2bd-2b2692c08baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.665052] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.665052] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.665052] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.665052] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.665052] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.665052] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.665052] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.665052] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.665052] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.665434] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.665434] env[69846]: DEBUG nova.virt.hardware [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.666224] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf4887b-7968-4950-bc6f-65f1cc72e671 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.677300] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e999c661-025b-4b25-ae5b-52c0082e2900 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.691205] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:cf:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd558651f-ab11-4bba-bd9f-c66d193ad7b3', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.698434] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.700924] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.701332] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26faab23-765e-47e8-82c9-470535b59892 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.723124] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.723124] env[69846]: value = "task-2949758" [ 911.723124] env[69846]: _type = "Task" [ 911.723124] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.732406] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949758, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.927560] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30994bff-a07a-4dc4-a27c-abd61822b5fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.935213] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9217e8a-5f1e-4d6a-81ce-9c41da51e2cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.977559] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fdcf86-16ff-4ba8-bec8-d6a16f74d24e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.985446] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82163dc1-9b5f-4f8c-a43e-54ffdefb2f34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.999897] env[69846]: DEBUG nova.compute.provider_tree [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.147651] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "refresh_cache-cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.147987] env[69846]: DEBUG nova.compute.manager [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Instance network_info: |[{"id": "524e4273-f998-439c-b2bd-2b2692c08baa", "address": "fa:16:3e:0a:c6:2f", "network": {"id": "e97fcb92-b900-4231-820c-666f29ffc870", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-626481458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8078fa3cd54d4c388241dc51cc24e166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524e4273-f9", "ovs_interfaceid": "524e4273-f998-439c-b2bd-2b2692c08baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.148440] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:c6:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '524e4273-f998-439c-b2bd-2b2692c08baa', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.155942] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Creating folder: Project (8078fa3cd54d4c388241dc51cc24e166). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.156231] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e5757d6-501c-420a-b259-3d2e101e12a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.167330] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Created folder: Project (8078fa3cd54d4c388241dc51cc24e166) in parent group-v591891. [ 912.167447] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Creating folder: Instances. Parent ref: group-v592043. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.167662] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eda06e6-7cf6-439c-b737-8e778fe94173 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.176709] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Created folder: Instances in parent group-v592043. [ 912.176921] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.177109] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.177295] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-710d8ba4-a640-4f5f-b028-66f946cbac2c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.196690] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.196690] env[69846]: value = "task-2949761" [ 912.196690] env[69846]: _type = "Task" [ 912.196690] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.203791] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949761, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.233477] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949758, 'name': CreateVM_Task, 'duration_secs': 0.300143} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.233697] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.234441] env[69846]: DEBUG oslo_concurrency.lockutils [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.234616] env[69846]: DEBUG oslo_concurrency.lockutils [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.234942] env[69846]: DEBUG oslo_concurrency.lockutils [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.235224] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17576b49-4789-4f38-8c68-e1d920764c0d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.240874] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 912.240874] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527cf530-fa94-7af9-9ec0-9f7e5e52f65c" [ 912.240874] env[69846]: _type = "Task" [ 912.240874] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.249655] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527cf530-fa94-7af9-9ec0-9f7e5e52f65c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.436302] env[69846]: DEBUG nova.compute.manager [req-016be7ee-ab82-4ca0-9632-32e5ca6dbaf1 req-678399c9-82c5-4db5-9798-7425e4397428 service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Received event network-changed-524e4273-f998-439c-b2bd-2b2692c08baa {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.436302] env[69846]: DEBUG nova.compute.manager [req-016be7ee-ab82-4ca0-9632-32e5ca6dbaf1 req-678399c9-82c5-4db5-9798-7425e4397428 service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Refreshing instance network info cache due to event network-changed-524e4273-f998-439c-b2bd-2b2692c08baa. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.436302] env[69846]: DEBUG oslo_concurrency.lockutils [req-016be7ee-ab82-4ca0-9632-32e5ca6dbaf1 req-678399c9-82c5-4db5-9798-7425e4397428 service nova] Acquiring lock "refresh_cache-cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.436302] env[69846]: DEBUG oslo_concurrency.lockutils [req-016be7ee-ab82-4ca0-9632-32e5ca6dbaf1 req-678399c9-82c5-4db5-9798-7425e4397428 service nova] Acquired lock "refresh_cache-cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.436302] env[69846]: DEBUG nova.network.neutron [req-016be7ee-ab82-4ca0-9632-32e5ca6dbaf1 req-678399c9-82c5-4db5-9798-7425e4397428 service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Refreshing network info cache for port 524e4273-f998-439c-b2bd-2b2692c08baa {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.542144] env[69846]: DEBUG nova.scheduler.client.report [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 912.542497] env[69846]: DEBUG nova.compute.provider_tree [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 89 to 90 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 912.542690] env[69846]: DEBUG nova.compute.provider_tree [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.707612] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949761, 'name': CreateVM_Task, 'duration_secs': 0.328087} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.707795] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.708474] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.750381] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527cf530-fa94-7af9-9ec0-9f7e5e52f65c, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.750741] env[69846]: DEBUG oslo_concurrency.lockutils [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.751009] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.751290] env[69846]: DEBUG oslo_concurrency.lockutils [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.751531] env[69846]: DEBUG oslo_concurrency.lockutils [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.751703] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.752018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.752347] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.752604] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d3f22d0-e529-4bad-a79e-5edff8da2fe7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.755633] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07515422-5950-4dc3-ad17-904f2cfd22d5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.760347] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 912.760347] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527877aa-3e1a-0bb8-bb20-77d3e4e75ec5" [ 912.760347] env[69846]: _type = "Task" [ 912.760347] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.763881] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.764103] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.765043] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbfd4ad-36b8-4b9c-be97-1f658138bb17 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.769686] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527877aa-3e1a-0bb8-bb20-77d3e4e75ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.772298] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 912.772298] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525710f3-9cc0-f73f-6704-9d3f57295e90" [ 912.772298] env[69846]: _type = "Task" [ 912.772298] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.778971] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525710f3-9cc0-f73f-6704-9d3f57295e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.048029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.648s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.048558] env[69846]: DEBUG nova.compute.manager [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.051864] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.862s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.053294] env[69846]: INFO nova.compute.claims [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.177469] env[69846]: DEBUG nova.network.neutron [req-016be7ee-ab82-4ca0-9632-32e5ca6dbaf1 req-678399c9-82c5-4db5-9798-7425e4397428 service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Updated VIF entry in instance network info cache for port 524e4273-f998-439c-b2bd-2b2692c08baa. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.177815] env[69846]: DEBUG nova.network.neutron [req-016be7ee-ab82-4ca0-9632-32e5ca6dbaf1 req-678399c9-82c5-4db5-9798-7425e4397428 service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Updating instance_info_cache with network_info: [{"id": "524e4273-f998-439c-b2bd-2b2692c08baa", "address": "fa:16:3e:0a:c6:2f", "network": {"id": "e97fcb92-b900-4231-820c-666f29ffc870", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-626481458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8078fa3cd54d4c388241dc51cc24e166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524e4273-f9", "ovs_interfaceid": "524e4273-f998-439c-b2bd-2b2692c08baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.271193] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527877aa-3e1a-0bb8-bb20-77d3e4e75ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.008374} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.271506] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.271753] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.271960] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.281545] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525710f3-9cc0-f73f-6704-9d3f57295e90, 'name': SearchDatastore_Task, 'duration_secs': 0.007612} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.282292] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a97a17f-e02e-416f-ad17-6bb9077639ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.287664] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 913.287664] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529d92c2-5b12-8234-334b-733adee1b1d0" [ 913.287664] env[69846]: _type = "Task" [ 913.287664] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.294885] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529d92c2-5b12-8234-334b-733adee1b1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.558550] env[69846]: DEBUG nova.compute.utils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.562052] env[69846]: DEBUG nova.compute.manager [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.562244] env[69846]: DEBUG nova.network.neutron [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.617566] env[69846]: DEBUG nova.policy [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09e2dd4674be462dbe1b3633e63fca8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f027fc663134437bd5fedbe4d244f31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.681416] env[69846]: DEBUG oslo_concurrency.lockutils [req-016be7ee-ab82-4ca0-9632-32e5ca6dbaf1 req-678399c9-82c5-4db5-9798-7425e4397428 service nova] Releasing lock "refresh_cache-cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.798812] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529d92c2-5b12-8234-334b-733adee1b1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.799088] env[69846]: DEBUG oslo_concurrency.lockutils [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.799343] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.799663] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.799856] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.800091] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db01c249-e56a-4ae6-bbc7-4a685574414e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.802652] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00ab4975-b14b-4b74-afdd-8b1c3344beaa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.810089] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 913.810089] env[69846]: value = "task-2949762" [ 913.810089] env[69846]: _type = "Task" [ 913.810089] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.814133] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.814354] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.815682] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c11d7ac-20db-4de3-9a27-de918c4730af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.820897] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.823722] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 913.823722] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5243d991-1284-16df-708a-c12ff1c7428e" [ 913.823722] env[69846]: _type = "Task" [ 913.823722] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.831720] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5243d991-1284-16df-708a-c12ff1c7428e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.971769] env[69846]: DEBUG nova.network.neutron [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Successfully created port: cb2345c9-d690-4a8a-ae4f-f4b929feebd2 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.063558] env[69846]: DEBUG nova.compute.manager [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.322849] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451734} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.323137] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.323573] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.324429] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c32a238-fe24-490b-8a79-8b401397a424 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.333258] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 914.333258] env[69846]: value = "task-2949763" [ 914.333258] env[69846]: _type = "Task" [ 914.333258] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.339993] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5243d991-1284-16df-708a-c12ff1c7428e, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.341695] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f7577e-2256-4edd-96b1-981f21c888e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.350803] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.355028] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 914.355028] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52069062-0b26-5787-2922-c6e2c05deec9" [ 914.355028] env[69846]: _type = "Task" [ 914.355028] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.361824] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52069062-0b26-5787-2922-c6e2c05deec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.589271] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e6e0d2-9f2d-45f8-8ad5-84c6558142ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.606732] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6907c506-35ac-408c-9464-ed65f67aceb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.637720] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1113280a-3272-431c-b5cb-e65550d2e888 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.646606] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c268dfa3-62d0-4050-bc80-23e4f93e3b96 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.660731] env[69846]: DEBUG nova.compute.provider_tree [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.844246] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063834} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.844586] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.846219] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd36ca04-85d8-4719-84b3-bcf7130b26ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.871017] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.871017] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e238963c-9974-4f1d-b45e-f8c11b31ca29 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.890158] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52069062-0b26-5787-2922-c6e2c05deec9, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.891371] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.891631] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c/cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.891930] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 914.891930] env[69846]: value = "task-2949764" [ 914.891930] env[69846]: _type = "Task" [ 914.891930] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.892126] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fca34d2-0aa9-4543-b891-d7068ec30f60 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.901130] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.902243] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 914.902243] env[69846]: value = "task-2949765" [ 914.902243] env[69846]: _type = "Task" [ 914.902243] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.909189] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.079977] env[69846]: DEBUG nova.compute.manager [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.107210] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.107494] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.107652] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.107833] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.107978] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.108143] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.108365] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.108525] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.108694] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.108857] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.109042] env[69846]: DEBUG nova.virt.hardware [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.110011] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f43589-f0bc-427a-a5fe-4f5c161d12b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.118726] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c315eb-6135-46e5-a017-f456b2e6168d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.196034] env[69846]: DEBUG nova.scheduler.client.report [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 915.196384] env[69846]: DEBUG nova.compute.provider_tree [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 90 to 91 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 915.196667] env[69846]: DEBUG nova.compute.provider_tree [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.403397] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.411030] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949765, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.652592] env[69846]: DEBUG nova.compute.manager [req-b6c152ce-5a98-48a2-bac7-92eeca5691e8 req-b08104e9-146c-467c-8cb4-ed120e4d14a1 service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Received event network-vif-plugged-cb2345c9-d690-4a8a-ae4f-f4b929feebd2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.652592] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6c152ce-5a98-48a2-bac7-92eeca5691e8 req-b08104e9-146c-467c-8cb4-ed120e4d14a1 service nova] Acquiring lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.652929] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6c152ce-5a98-48a2-bac7-92eeca5691e8 req-b08104e9-146c-467c-8cb4-ed120e4d14a1 service nova] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.652929] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6c152ce-5a98-48a2-bac7-92eeca5691e8 req-b08104e9-146c-467c-8cb4-ed120e4d14a1 service nova] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.653096] env[69846]: DEBUG nova.compute.manager [req-b6c152ce-5a98-48a2-bac7-92eeca5691e8 req-b08104e9-146c-467c-8cb4-ed120e4d14a1 service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] No waiting events found dispatching network-vif-plugged-cb2345c9-d690-4a8a-ae4f-f4b929feebd2 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.653266] env[69846]: WARNING nova.compute.manager [req-b6c152ce-5a98-48a2-bac7-92eeca5691e8 req-b08104e9-146c-467c-8cb4-ed120e4d14a1 service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Received unexpected event network-vif-plugged-cb2345c9-d690-4a8a-ae4f-f4b929feebd2 for instance with vm_state building and task_state spawning. [ 915.704758] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.705296] env[69846]: DEBUG nova.compute.manager [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.710925] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.619s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.711197] env[69846]: DEBUG nova.objects.instance [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lazy-loading 'resources' on Instance uuid 451bdd24-e6cc-4961-a4b2-10a1468dfb8e {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.719872] env[69846]: DEBUG nova.network.neutron [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Successfully updated port: cb2345c9-d690-4a8a-ae4f-f4b929feebd2 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.906130] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949764, 'name': ReconfigVM_Task, 'duration_secs': 0.518146} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.909152] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Reconfigured VM instance instance-00000009 to attach disk [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9/b2518f4f-9b12-4f19-9089-15c22d9f96e9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.909767] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86423dca-4ac3-46bb-a7b0-a0c6231588df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.915888] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949765, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.917064] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 915.917064] env[69846]: value = "task-2949766" [ 915.917064] env[69846]: _type = "Task" [ 915.917064] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.924178] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949766, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.218638] env[69846]: DEBUG nova.compute.utils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.221043] env[69846]: DEBUG nova.compute.manager [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.221043] env[69846]: DEBUG nova.network.neutron [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.222358] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "refresh_cache-785a22b1-4df5-4248-9c3d-7edb19b3ddf5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.222497] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "refresh_cache-785a22b1-4df5-4248-9c3d-7edb19b3ddf5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.222635] env[69846]: DEBUG nova.network.neutron [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.260206] env[69846]: DEBUG nova.policy [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85fded32cca74eef9538fd0ea4385cdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98213ebe32a04a54bc9b0dca299d9068', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.417452] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949765, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.455434} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.417452] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c/cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.417452] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.417759] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d8a2614-906f-4bd1-8428-18774eaa04d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.436170] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 916.436170] env[69846]: value = "task-2949767" [ 916.436170] env[69846]: _type = "Task" [ 916.436170] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.436170] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949766, 'name': Rename_Task, 'duration_secs': 0.141803} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.436170] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.439173] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-743d01bf-79c8-498e-b809-d19ee71e3746 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.447871] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.449050] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 916.449050] env[69846]: value = "task-2949768" [ 916.449050] env[69846]: _type = "Task" [ 916.449050] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.457458] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.558903] env[69846]: DEBUG nova.network.neutron [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Successfully created port: 50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.675796] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66519a37-cfa1-482a-96b6-2dbcc5a8e792 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.683511] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b561b5-a274-4f75-85af-456139caa84d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.713422] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e977c70f-f292-4f7b-b1d3-3c25c9235692 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.722119] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd438749-281a-4f7a-a68d-6f07d6aafe6c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.727567] env[69846]: DEBUG nova.compute.manager [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.741903] env[69846]: DEBUG nova.compute.provider_tree [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.805281] env[69846]: DEBUG nova.network.neutron [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.958768] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065291} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.958768] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.958768] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7e9fc9-3d35-47f8-9dbf-b607b9c89145 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.965200] env[69846]: DEBUG oslo_vmware.api [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949768, 'name': PowerOnVM_Task, 'duration_secs': 0.494297} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.965339] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.965495] env[69846]: DEBUG nova.compute.manager [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.966263] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc28697-a1a7-423f-90cb-99cf4f17454d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.992262] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c/cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.993059] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c93ac2-3783-4298-a922-3f08736a5a0f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.019233] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 917.019233] env[69846]: value = "task-2949769" [ 917.019233] env[69846]: _type = "Task" [ 917.019233] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.028318] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.245487] env[69846]: DEBUG nova.scheduler.client.report [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.366793] env[69846]: DEBUG nova.network.neutron [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Updating instance_info_cache with network_info: [{"id": "cb2345c9-d690-4a8a-ae4f-f4b929feebd2", "address": "fa:16:3e:2f:7f:af", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2345c9-d6", "ovs_interfaceid": "cb2345c9-d690-4a8a-ae4f-f4b929feebd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.525173] env[69846]: DEBUG oslo_concurrency.lockutils [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.531263] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949769, 'name': ReconfigVM_Task, 'duration_secs': 0.291453} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.531599] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c/cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.532350] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdafbbb8-8393-49f6-afc6-140e8c25a85c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.538928] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 917.538928] env[69846]: value = "task-2949770" [ 917.538928] env[69846]: _type = "Task" [ 917.538928] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.546877] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949770, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.677681] env[69846]: DEBUG nova.compute.manager [req-f9dc258d-495a-4f64-880a-368cefb61674 req-56ade83e-0de0-4f54-ae07-92cc0360704d service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Received event network-changed-cb2345c9-d690-4a8a-ae4f-f4b929feebd2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.677939] env[69846]: DEBUG nova.compute.manager [req-f9dc258d-495a-4f64-880a-368cefb61674 req-56ade83e-0de0-4f54-ae07-92cc0360704d service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Refreshing instance network info cache due to event network-changed-cb2345c9-d690-4a8a-ae4f-f4b929feebd2. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.678072] env[69846]: DEBUG oslo_concurrency.lockutils [req-f9dc258d-495a-4f64-880a-368cefb61674 req-56ade83e-0de0-4f54-ae07-92cc0360704d service nova] Acquiring lock "refresh_cache-785a22b1-4df5-4248-9c3d-7edb19b3ddf5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.739011] env[69846]: DEBUG nova.compute.manager [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.751441] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.754080] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.047s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.754169] env[69846]: DEBUG nova.objects.instance [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lazy-loading 'resources' on Instance uuid afa37493-33be-477d-9343-1129c24f0ebe {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.772977] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.773231] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.773387] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.773567] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.773715] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.773862] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.774117] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.774294] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.774462] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.774624] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.774798] env[69846]: DEBUG nova.virt.hardware [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.775862] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355a7d0f-bab0-447a-b57e-8a8e5fbf4b1e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.781077] env[69846]: INFO nova.scheduler.client.report [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Deleted allocations for instance 451bdd24-e6cc-4961-a4b2-10a1468dfb8e [ 917.789104] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc4194d-255b-44ac-a977-b35349e9a8ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.869629] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "refresh_cache-785a22b1-4df5-4248-9c3d-7edb19b3ddf5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.869990] env[69846]: DEBUG nova.compute.manager [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Instance network_info: |[{"id": "cb2345c9-d690-4a8a-ae4f-f4b929feebd2", "address": "fa:16:3e:2f:7f:af", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2345c9-d6", "ovs_interfaceid": "cb2345c9-d690-4a8a-ae4f-f4b929feebd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.870306] env[69846]: DEBUG oslo_concurrency.lockutils [req-f9dc258d-495a-4f64-880a-368cefb61674 req-56ade83e-0de0-4f54-ae07-92cc0360704d service nova] Acquired lock "refresh_cache-785a22b1-4df5-4248-9c3d-7edb19b3ddf5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.870521] env[69846]: DEBUG nova.network.neutron [req-f9dc258d-495a-4f64-880a-368cefb61674 req-56ade83e-0de0-4f54-ae07-92cc0360704d service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Refreshing network info cache for port cb2345c9-d690-4a8a-ae4f-f4b929feebd2 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.871726] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:7f:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb2345c9-d690-4a8a-ae4f-f4b929feebd2', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.879327] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.879767] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.880024] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45cb9b39-e2d6-4d99-b0ca-1327731ad9bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.901144] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.901144] env[69846]: value = "task-2949771" [ 917.901144] env[69846]: _type = "Task" [ 917.901144] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.909088] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949771, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.049796] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949770, 'name': Rename_Task, 'duration_secs': 0.223018} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.050084] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.050371] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2342cc17-3e4a-47cc-a726-5821319866e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.057084] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 918.057084] env[69846]: value = "task-2949772" [ 918.057084] env[69846]: _type = "Task" [ 918.057084] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.066021] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.292041] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Lock "451bdd24-e6cc-4961-a4b2-10a1468dfb8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.811s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.413489] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949771, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.567569] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949772, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.747471] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "b0cce521-8ca7-43fd-b774-705ca70d6471" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.748113] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b0cce521-8ca7-43fd-b774-705ca70d6471" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.748113] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "b0cce521-8ca7-43fd-b774-705ca70d6471-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.748113] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b0cce521-8ca7-43fd-b774-705ca70d6471-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.748270] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b0cce521-8ca7-43fd-b774-705ca70d6471-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.753521] env[69846]: INFO nova.compute.manager [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Terminating instance [ 918.794724] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70983815-a087-4160-af00-63c8e4983da1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.804885] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eba4101-553d-4602-b0f2-aa3eda139031 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.836472] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d230255e-36bc-480b-9e4a-7b25b5afdf20 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.844278] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364ff4e8-ed25-4d23-9feb-d19d5bee363e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.858008] env[69846]: DEBUG nova.compute.provider_tree [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.890557] env[69846]: DEBUG nova.network.neutron [req-f9dc258d-495a-4f64-880a-368cefb61674 req-56ade83e-0de0-4f54-ae07-92cc0360704d service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Updated VIF entry in instance network info cache for port cb2345c9-d690-4a8a-ae4f-f4b929feebd2. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.891028] env[69846]: DEBUG nova.network.neutron [req-f9dc258d-495a-4f64-880a-368cefb61674 req-56ade83e-0de0-4f54-ae07-92cc0360704d service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Updating instance_info_cache with network_info: [{"id": "cb2345c9-d690-4a8a-ae4f-f4b929feebd2", "address": "fa:16:3e:2f:7f:af", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2345c9-d6", "ovs_interfaceid": "cb2345c9-d690-4a8a-ae4f-f4b929feebd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.912099] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949771, 'name': CreateVM_Task, 'duration_secs': 0.523505} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.912284] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.912946] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.913115] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.913426] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.913678] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db50ed0-a56b-4e5c-9ce3-d6ecf8c46f58 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.918097] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 918.918097] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ab2384-63ad-bae9-72a6-2437e2b9d8cf" [ 918.918097] env[69846]: _type = "Task" [ 918.918097] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.925937] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ab2384-63ad-bae9-72a6-2437e2b9d8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.093018] env[69846]: DEBUG nova.network.neutron [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Successfully updated port: 50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.093018] env[69846]: DEBUG oslo_vmware.api [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949772, 'name': PowerOnVM_Task, 'duration_secs': 0.555848} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.093018] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.093018] env[69846]: INFO nova.compute.manager [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Took 9.81 seconds to spawn the instance on the hypervisor. [ 919.093018] env[69846]: DEBUG nova.compute.manager [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.093018] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225e87a8-51e7-4d0a-8ebd-a41e857bc735 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.257343] env[69846]: DEBUG nova.compute.manager [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.257343] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.257997] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2d1cb9-942d-4187-b771-72fb9347ee9a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.268103] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.268407] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1d0a513-ab7f-4bfa-98ee-0631ae13df06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.275679] env[69846]: DEBUG oslo_vmware.api [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 919.275679] env[69846]: value = "task-2949773" [ 919.275679] env[69846]: _type = "Task" [ 919.275679] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.285580] env[69846]: DEBUG oslo_vmware.api [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.361868] env[69846]: DEBUG nova.scheduler.client.report [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.394060] env[69846]: DEBUG oslo_concurrency.lockutils [req-f9dc258d-495a-4f64-880a-368cefb61674 req-56ade83e-0de0-4f54-ae07-92cc0360704d service nova] Releasing lock "refresh_cache-785a22b1-4df5-4248-9c3d-7edb19b3ddf5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.431814] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ab2384-63ad-bae9-72a6-2437e2b9d8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.432132] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.432370] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.432603] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.432748] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.432926] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.433211] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73158fd0-f8e9-4b11-a4ad-44278e737f9d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.443074] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.443282] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.444596] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86fca38a-9b6c-4892-a696-8528b59f66fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.450174] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 919.450174] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5243cbc0-7f67-4e8a-fdfb-acd1676d5446" [ 919.450174] env[69846]: _type = "Task" [ 919.450174] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.461068] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5243cbc0-7f67-4e8a-fdfb-acd1676d5446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.552611] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.552611] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.552611] env[69846]: DEBUG nova.network.neutron [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.606076] env[69846]: INFO nova.compute.manager [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Took 50.55 seconds to build instance. [ 919.709401] env[69846]: DEBUG nova.compute.manager [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Received event network-vif-plugged-50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.709401] env[69846]: DEBUG oslo_concurrency.lockutils [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] Acquiring lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.709746] env[69846]: DEBUG oslo_concurrency.lockutils [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.709746] env[69846]: DEBUG oslo_concurrency.lockutils [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.709965] env[69846]: DEBUG nova.compute.manager [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] No waiting events found dispatching network-vif-plugged-50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.710070] env[69846]: WARNING nova.compute.manager [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Received unexpected event network-vif-plugged-50b8545d-6a02-4982-b788-5b44438a9066 for instance with vm_state building and task_state spawning. [ 919.710237] env[69846]: DEBUG nova.compute.manager [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Received event network-changed-50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.710390] env[69846]: DEBUG nova.compute.manager [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Refreshing instance network info cache due to event network-changed-50b8545d-6a02-4982-b788-5b44438a9066. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.710603] env[69846]: DEBUG oslo_concurrency.lockutils [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] Acquiring lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.786232] env[69846]: DEBUG oslo_vmware.api [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949773, 'name': PowerOffVM_Task, 'duration_secs': 0.288637} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.786530] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.786566] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.786844] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08acd474-fcc2-4b31-b12e-96c3283086a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.858062] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.858062] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.858062] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleting the datastore file [datastore2] b0cce521-8ca7-43fd-b774-705ca70d6471 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.858062] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcbe84ff-5f15-4291-96cc-c3eea2cab267 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.864364] env[69846]: DEBUG oslo_vmware.api [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 919.864364] env[69846]: value = "task-2949775" [ 919.864364] env[69846]: _type = "Task" [ 919.864364] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.868358] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.870669] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.863s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.873720] env[69846]: INFO nova.compute.claims [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.886517] env[69846]: DEBUG oslo_vmware.api [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.901038] env[69846]: INFO nova.scheduler.client.report [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Deleted allocations for instance afa37493-33be-477d-9343-1129c24f0ebe [ 919.962214] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5243cbc0-7f67-4e8a-fdfb-acd1676d5446, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.963681] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244e980d-4ac5-4bd2-b633-d6dae473d723 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.974877] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 919.974877] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e11349-98e9-211c-b2a0-25e106c33411" [ 919.974877] env[69846]: _type = "Task" [ 919.974877] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.987525] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e11349-98e9-211c-b2a0-25e106c33411, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.987793] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.988068] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 785a22b1-4df5-4248-9c3d-7edb19b3ddf5/785a22b1-4df5-4248-9c3d-7edb19b3ddf5.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.988333] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3047476f-d22b-46af-aa63-2dbca383b4a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.996330] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 919.996330] env[69846]: value = "task-2949776" [ 919.996330] env[69846]: _type = "Task" [ 919.996330] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.003379] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.110382] env[69846]: DEBUG oslo_concurrency.lockutils [None req-045cbbb0-a6c4-473d-a6c0-85793054d54c tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.709s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.112487] env[69846]: DEBUG nova.network.neutron [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.375044] env[69846]: DEBUG oslo_vmware.api [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160005} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.379032] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.379032] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.379032] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.379032] env[69846]: INFO nova.compute.manager [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Took 1.12 seconds to destroy the instance on the hypervisor. [ 920.379032] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.379032] env[69846]: DEBUG nova.compute.manager [-] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.379032] env[69846]: DEBUG nova.network.neutron [-] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.394079] env[69846]: DEBUG nova.network.neutron [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updating instance_info_cache with network_info: [{"id": "50b8545d-6a02-4982-b788-5b44438a9066", "address": "fa:16:3e:59:9e:2b", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b8545d-6a", "ovs_interfaceid": "50b8545d-6a02-4982-b788-5b44438a9066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.414465] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Lock "afa37493-33be-477d-9343-1129c24f0ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.320s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.512985] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464557} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.512985] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 785a22b1-4df5-4248-9c3d-7edb19b3ddf5/785a22b1-4df5-4248-9c3d-7edb19b3ddf5.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.512985] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.512985] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18f4fc81-5952-43e0-9722-d22b1a397bd7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.521663] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 920.521663] env[69846]: value = "task-2949777" [ 920.521663] env[69846]: _type = "Task" [ 920.521663] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.534154] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.619604] env[69846]: DEBUG nova.compute.manager [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.765091] env[69846]: INFO nova.compute.manager [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Rescuing [ 920.765435] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "refresh_cache-cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.765585] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "refresh_cache-cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.765752] env[69846]: DEBUG nova.network.neutron [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.897067] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.898406] env[69846]: DEBUG nova.compute.manager [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Instance network_info: |[{"id": "50b8545d-6a02-4982-b788-5b44438a9066", "address": "fa:16:3e:59:9e:2b", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b8545d-6a", "ovs_interfaceid": "50b8545d-6a02-4982-b788-5b44438a9066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.898406] env[69846]: DEBUG oslo_concurrency.lockutils [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] Acquired lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.898406] env[69846]: DEBUG nova.network.neutron [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Refreshing network info cache for port 50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.899517] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:9e:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b8545d-6a02-4982-b788-5b44438a9066', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.907842] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Creating folder: Project (98213ebe32a04a54bc9b0dca299d9068). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.908422] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e70efbea-3a4b-4e83-9566-1e514cca2828 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.921097] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Created folder: Project (98213ebe32a04a54bc9b0dca299d9068) in parent group-v591891. [ 920.922325] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Creating folder: Instances. Parent ref: group-v592047. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.922325] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05466d1f-38e0-4ede-af00-e2ad0e0446ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.930613] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Created folder: Instances in parent group-v592047. [ 920.930929] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.931170] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.931416] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-660d0081-661f-4647-a564-9ca2ce5f3c3b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.953618] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.953618] env[69846]: value = "task-2949780" [ 920.953618] env[69846]: _type = "Task" [ 920.953618] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.962312] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949780, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.032147] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065172} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.032147] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.033198] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1963b34f-4781-46cc-8043-a0ddcd1512ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.064369] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 785a22b1-4df5-4248-9c3d-7edb19b3ddf5/785a22b1-4df5-4248-9c3d-7edb19b3ddf5.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.067783] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e006dc98-9ebb-41bb-b0bd-68461a3310e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.088295] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 921.088295] env[69846]: value = "task-2949781" [ 921.088295] env[69846]: _type = "Task" [ 921.088295] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.098640] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.140311] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.292863] env[69846]: DEBUG nova.network.neutron [-] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.463834] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949780, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.581106] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b366b329-0b20-4bca-b816-734d9b1aec95 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.589144] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b06fdf0-201d-4967-8336-9816712fd985 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.605392] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949781, 'name': ReconfigVM_Task, 'duration_secs': 0.308742} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.637396] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 785a22b1-4df5-4248-9c3d-7edb19b3ddf5/785a22b1-4df5-4248-9c3d-7edb19b3ddf5.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.639507] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c435ed1-dbe9-4aae-bb56-737aaee65641 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.641350] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f634466a-d022-4725-b615-99cd424c1f75 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.650531] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 921.650531] env[69846]: value = "task-2949782" [ 921.650531] env[69846]: _type = "Task" [ 921.650531] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.651942] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0fff5b-a183-40fa-92cd-d039ee899267 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.663578] env[69846]: DEBUG nova.network.neutron [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Updating instance_info_cache with network_info: [{"id": "524e4273-f998-439c-b2bd-2b2692c08baa", "address": "fa:16:3e:0a:c6:2f", "network": {"id": "e97fcb92-b900-4231-820c-666f29ffc870", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-626481458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8078fa3cd54d4c388241dc51cc24e166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524e4273-f9", "ovs_interfaceid": "524e4273-f998-439c-b2bd-2b2692c08baa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.675518] env[69846]: DEBUG nova.compute.provider_tree [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.679927] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949782, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.796057] env[69846]: INFO nova.compute.manager [-] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Took 1.42 seconds to deallocate network for instance. [ 921.821063] env[69846]: DEBUG nova.network.neutron [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updated VIF entry in instance network info cache for port 50b8545d-6a02-4982-b788-5b44438a9066. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.821687] env[69846]: DEBUG nova.network.neutron [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updating instance_info_cache with network_info: [{"id": "50b8545d-6a02-4982-b788-5b44438a9066", "address": "fa:16:3e:59:9e:2b", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b8545d-6a", "ovs_interfaceid": "50b8545d-6a02-4982-b788-5b44438a9066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.840280] env[69846]: DEBUG nova.compute.manager [req-ea12c84d-61db-4e02-8a42-e2102b7fd2e2 req-e63fe315-d0ee-4085-8f15-73696fdfcc95 service nova] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Received event network-vif-deleted-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.970177] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949780, 'name': CreateVM_Task, 'duration_secs': 0.514239} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.970177] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.970177] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.970177] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.970177] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.970177] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ceb423f-0c3c-443f-91e4-1a8134c70d95 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.978928] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 921.978928] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b17ce0-6971-88a4-5e1b-a44f190b6775" [ 921.978928] env[69846]: _type = "Task" [ 921.978928] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.989337] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b17ce0-6971-88a4-5e1b-a44f190b6775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.165823] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949782, 'name': Rename_Task, 'duration_secs': 0.14323} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.166342] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "refresh_cache-cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.168397] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.168829] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ebd4b0-3f07-441e-b87f-6afd7460df2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.175205] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 922.175205] env[69846]: value = "task-2949783" [ 922.175205] env[69846]: _type = "Task" [ 922.175205] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.185083] env[69846]: DEBUG nova.scheduler.client.report [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.189053] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.303532] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.324661] env[69846]: DEBUG oslo_concurrency.lockutils [req-0e9c53f3-d194-4ffe-92eb-b2d3d8f971a7 req-5c4b3639-1e75-48ed-b11c-14d5648a6c0a service nova] Releasing lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.492033] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b17ce0-6971-88a4-5e1b-a44f190b6775, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.492033] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.492033] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.492033] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.492033] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.492033] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.492033] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7f364f3-d3be-46e7-b1d6-774dda1113a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.500194] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.500370] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.501200] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdcfb1d6-331f-4247-9fd3-845461438ab1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.506191] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 922.506191] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52254e18-cf05-1f7b-8c62-374ad0924dac" [ 922.506191] env[69846]: _type = "Task" [ 922.506191] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.513568] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52254e18-cf05-1f7b-8c62-374ad0924dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.686416] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.693018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.693018] env[69846]: DEBUG nova.compute.manager [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.693942] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.658s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.696341] env[69846]: INFO nova.compute.claims [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.018768] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52254e18-cf05-1f7b-8c62-374ad0924dac, 'name': SearchDatastore_Task, 'duration_secs': 0.008255} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.019697] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b3c7ad-fce2-487f-b11a-7425c4cd8c86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.025245] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 923.025245] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524081b1-c828-64bb-8e0b-b6bc6f347b74" [ 923.025245] env[69846]: _type = "Task" [ 923.025245] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.033740] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524081b1-c828-64bb-8e0b-b6bc6f347b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.186101] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949783, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.203078] env[69846]: DEBUG nova.compute.utils [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.206960] env[69846]: DEBUG nova.compute.manager [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.207172] env[69846]: DEBUG nova.network.neutron [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.296445] env[69846]: DEBUG nova.policy [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1d6b4172b4f4112bcc7d63053176f54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7aa0f45889342d4badbaee5f495077b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.535516] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524081b1-c828-64bb-8e0b-b6bc6f347b74, 'name': SearchDatastore_Task, 'duration_secs': 0.008588} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.535778] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.536058] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 80615314-3302-45dc-9dc8-f910eae5dbd9/80615314-3302-45dc-9dc8-f910eae5dbd9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.536403] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d66b4c9-c5e2-4697-a5e2-860913c6f3a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.542336] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 923.542336] env[69846]: value = "task-2949784" [ 923.542336] env[69846]: _type = "Task" [ 923.542336] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.549735] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.689321] env[69846]: DEBUG oslo_vmware.api [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949783, 'name': PowerOnVM_Task, 'duration_secs': 1.045878} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.689608] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.690370] env[69846]: INFO nova.compute.manager [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Took 8.61 seconds to spawn the instance on the hypervisor. [ 923.690521] env[69846]: DEBUG nova.compute.manager [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.691448] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccfe3ec-a5e5-4c07-a2d3-582a01e93b21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.710078] env[69846]: DEBUG nova.compute.manager [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.722100] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.722403] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eeb4801-a96a-4ee3-8d84-ca8d03920828 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.730653] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 923.730653] env[69846]: value = "task-2949785" [ 923.730653] env[69846]: _type = "Task" [ 923.730653] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.740021] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.056988] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.213115] env[69846]: INFO nova.compute.manager [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Took 50.79 seconds to build instance. [ 924.217854] env[69846]: INFO nova.virt.block_device [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Booting with volume 043a63f5-8011-4e97-9698-9e383b9a21b8 at /dev/sda [ 924.244453] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949785, 'name': PowerOffVM_Task, 'duration_secs': 0.24793} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.247476] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.248708] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853bed17-72f3-458c-9a2c-8f86bc415b4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.272229] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c736d97-3f88-476c-89e0-a720361a94e7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.276334] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ee52b38-6e37-4f6f-aeb1-2ab6166c4e0b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.288533] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e14cd-59c8-4df5-98d9-81c077db1bca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.303746] env[69846]: DEBUG nova.network.neutron [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Successfully created port: 86d9156b-b5f7-4581-ae18-659f4fea4eda {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.318121] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.318420] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4074ad99-1474-4e20-951f-cb7ca8ec4b5d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.335855] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33a51a4d-d11e-49bd-9264-33e9f0d1415d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.340040] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 924.340040] env[69846]: value = "task-2949786" [ 924.340040] env[69846]: _type = "Task" [ 924.340040] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.346795] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d784f-6710-42fc-81aa-a50b03888411 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.365700] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 924.365918] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.366188] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.366336] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.366511] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.366791] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30d3b8c4-7425-4ad2-a1bc-594a3a82c062 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.387033] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a552cd7-cc57-489e-af14-a53e1cce3104 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.389673] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.390515] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.391024] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22fd90e-719a-41c8-8e38-19c16a208e7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.394920] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b26e11-93c5-4fd5-a362-9698ee78d976 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.403781] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c932c0-b4d7-41c0-95b4-854316cf0461 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.406333] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 924.406333] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]520e25b5-7ddd-87db-3bde-539e5dc468fa" [ 924.406333] env[69846]: _type = "Task" [ 924.406333] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.407424] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c42630-951c-4dbb-b81e-9fc46cf08b80 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.418529] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520e25b5-7ddd-87db-3bde-539e5dc468fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.444931] env[69846]: DEBUG nova.virt.block_device [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Updating existing volume attachment record: d0653894-b259-4f4a-ac41-ba115045fa8a {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 924.449888] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9669b17-346f-4654-9d6b-777eef55de5c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.458035] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0445081c-434d-439d-a252-40e9d5d14f6f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.472484] env[69846]: DEBUG nova.compute.provider_tree [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.554659] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630652} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.554998] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 80615314-3302-45dc-9dc8-f910eae5dbd9/80615314-3302-45dc-9dc8-f910eae5dbd9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.555289] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.555588] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1782df62-202a-4821-9e42-30a08d83f85c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.561991] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 924.561991] env[69846]: value = "task-2949787" [ 924.561991] env[69846]: _type = "Task" [ 924.561991] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.570259] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.716342] env[69846]: DEBUG oslo_concurrency.lockutils [None req-57e06024-6e10-4991-80f5-44c12a576421 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.683s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.920021] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520e25b5-7ddd-87db-3bde-539e5dc468fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016151} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.920021] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8504876-9687-4604-84d1-39a6b1c74dc4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.925920] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 924.925920] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524c8d04-c3d5-79aa-ab99-75556430826b" [ 924.925920] env[69846]: _type = "Task" [ 924.925920] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.934581] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524c8d04-c3d5-79aa-ab99-75556430826b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.977200] env[69846]: DEBUG nova.scheduler.client.report [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.072407] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077949} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.072712] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.073491] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067ec172-16d8-432a-b659-87a7b2750a3a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.098497] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 80615314-3302-45dc-9dc8-f910eae5dbd9/80615314-3302-45dc-9dc8-f910eae5dbd9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.098791] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb48fd81-634b-4e72-b861-6e2c7b697bc9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.119209] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 925.119209] env[69846]: value = "task-2949788" [ 925.119209] env[69846]: _type = "Task" [ 925.119209] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.128028] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.128281] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.128436] env[69846]: DEBUG nova.compute.manager [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.128697] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.129419] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ef843e-6cfc-41b1-beb0-1712de9be432 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.135271] env[69846]: DEBUG nova.compute.manager [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 925.135839] env[69846]: DEBUG nova.objects.instance [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lazy-loading 'flavor' on Instance uuid 785a22b1-4df5-4248-9c3d-7edb19b3ddf5 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.220140] env[69846]: DEBUG nova.compute.manager [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.437043] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524c8d04-c3d5-79aa-ab99-75556430826b, 'name': SearchDatastore_Task, 'duration_secs': 0.066166} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.437877] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.437877] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. {{(pid=69846) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 925.437877] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67c28940-7ce4-4d0b-860a-6c3daf560bc0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.446036] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 925.446036] env[69846]: value = "task-2949789" [ 925.446036] env[69846]: _type = "Task" [ 925.446036] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.453656] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.490133] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.490133] env[69846]: DEBUG nova.compute.manager [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.491207] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.048s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.491313] env[69846]: DEBUG nova.objects.instance [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lazy-loading 'resources' on Instance uuid d12fd3b4-c5d1-41eb-acff-0336ff39e534 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.632936] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949788, 'name': ReconfigVM_Task, 'duration_secs': 0.332825} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.633326] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 80615314-3302-45dc-9dc8-f910eae5dbd9/80615314-3302-45dc-9dc8-f910eae5dbd9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.634028] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b67ca13-3012-4b57-b2c0-e3ab87766bee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.641417] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 925.641417] env[69846]: value = "task-2949790" [ 925.641417] env[69846]: _type = "Task" [ 925.641417] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.650688] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949790, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.750160] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.956735] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949789, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.995023] env[69846]: DEBUG nova.compute.utils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.996216] env[69846]: DEBUG nova.compute.manager [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Not allocating networking since 'none' was specified. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 926.073349] env[69846]: DEBUG nova.compute.manager [req-b5076ec9-f1c6-4bc9-b21f-5d8cf8ca646f req-da20ebf7-55d9-4ad2-858f-0818ab33b4ed service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Received event network-vif-plugged-86d9156b-b5f7-4581-ae18-659f4fea4eda {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.073890] env[69846]: DEBUG oslo_concurrency.lockutils [req-b5076ec9-f1c6-4bc9-b21f-5d8cf8ca646f req-da20ebf7-55d9-4ad2-858f-0818ab33b4ed service nova] Acquiring lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.073890] env[69846]: DEBUG oslo_concurrency.lockutils [req-b5076ec9-f1c6-4bc9-b21f-5d8cf8ca646f req-da20ebf7-55d9-4ad2-858f-0818ab33b4ed service nova] Lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.074180] env[69846]: DEBUG oslo_concurrency.lockutils [req-b5076ec9-f1c6-4bc9-b21f-5d8cf8ca646f req-da20ebf7-55d9-4ad2-858f-0818ab33b4ed service nova] Lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.074453] env[69846]: DEBUG nova.compute.manager [req-b5076ec9-f1c6-4bc9-b21f-5d8cf8ca646f req-da20ebf7-55d9-4ad2-858f-0818ab33b4ed service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] No waiting events found dispatching network-vif-plugged-86d9156b-b5f7-4581-ae18-659f4fea4eda {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.074703] env[69846]: WARNING nova.compute.manager [req-b5076ec9-f1c6-4bc9-b21f-5d8cf8ca646f req-da20ebf7-55d9-4ad2-858f-0818ab33b4ed service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Received unexpected event network-vif-plugged-86d9156b-b5f7-4581-ae18-659f4fea4eda for instance with vm_state building and task_state block_device_mapping. [ 926.154897] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.155722] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e2d0895-2b76-491a-be8b-80214f7db0b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.164017] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949790, 'name': Rename_Task, 'duration_secs': 0.147311} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.165327] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.165908] env[69846]: DEBUG oslo_vmware.api [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 926.165908] env[69846]: value = "task-2949791" [ 926.165908] env[69846]: _type = "Task" [ 926.165908] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.165908] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c9d979-6daa-404c-98f3-b35e01d27b91 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.182038] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 926.182038] env[69846]: value = "task-2949792" [ 926.182038] env[69846]: _type = "Task" [ 926.182038] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.190348] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.243254] env[69846]: DEBUG nova.network.neutron [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Successfully updated port: 86d9156b-b5f7-4581-ae18-659f4fea4eda {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.456494] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692087} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.456762] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. [ 926.461744] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c466857a-6256-4386-955f-1e0f695e3b9d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.488912] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.491807] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83013110-1bda-4702-8b31-1e765dc25e44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.512233] env[69846]: DEBUG nova.compute.manager [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.520172] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 926.520172] env[69846]: value = "task-2949793" [ 926.520172] env[69846]: _type = "Task" [ 926.520172] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.532015] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.556460] env[69846]: DEBUG nova.compute.manager [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.557032] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.557273] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.557405] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.557588] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.557818] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.557911] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.558112] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.558276] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.558443] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.558786] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.558786] env[69846]: DEBUG nova.virt.hardware [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.560616] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5827985c-76db-4965-b1aa-2a32d4e62796 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.572879] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e4b2d8-9d7f-41fc-bd76-6ad50712f6da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.628032] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193a81da-4e07-4b9b-b9c8-6c12ffeca713 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.635199] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0be720-2b44-4604-b24a-c6da32afe26c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.665834] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd25e4-4fba-4880-b9cd-933407ccaa85 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.679190] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75468441-0bf6-4350-a734-35cd31fa80a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.683324] env[69846]: DEBUG oslo_vmware.api [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949791, 'name': PowerOffVM_Task, 'duration_secs': 0.228184} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.683990] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.684392] env[69846]: DEBUG nova.compute.manager [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.689197] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bf5f45-a6cd-4c12-8e57-0bf7107a2cfd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.700900] env[69846]: DEBUG nova.compute.provider_tree [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.711905] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949792, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.748462] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Acquiring lock "refresh_cache-8b6f8f0f-be41-4f4f-b570-31aae86e1193" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.748503] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Acquired lock "refresh_cache-8b6f8f0f-be41-4f4f-b570-31aae86e1193" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.748983] env[69846]: DEBUG nova.network.neutron [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.032334] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949793, 'name': ReconfigVM_Task, 'duration_secs': 0.282785} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.033031] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.033851] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31f70c8-6e3a-4ea4-8805-5984d3155e52 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.068748] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9a5ea9-9590-4345-ba7a-d9993585bac0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.085730] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 927.085730] env[69846]: value = "task-2949794" [ 927.085730] env[69846]: _type = "Task" [ 927.085730] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.097564] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.194820] env[69846]: DEBUG oslo_vmware.api [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949792, 'name': PowerOnVM_Task, 'duration_secs': 0.660056} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.195285] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.195378] env[69846]: INFO nova.compute.manager [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Took 9.46 seconds to spawn the instance on the hypervisor. [ 927.195531] env[69846]: DEBUG nova.compute.manager [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.196342] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70062059-36f1-4464-b2eb-5e39bb7d9fea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.206255] env[69846]: DEBUG nova.scheduler.client.report [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.217272] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d46aa47-4de5-4e94-9155-8dae34753d65 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.320572] env[69846]: DEBUG nova.network.neutron [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.520738] env[69846]: DEBUG nova.compute.manager [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.550991] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.551264] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.551423] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.551602] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.551745] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.551891] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.552114] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.552280] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.552444] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.552605] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.552774] env[69846]: DEBUG nova.virt.hardware [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.553659] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2556dd7-98ae-43ca-8ce6-da00a3b7b769 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.564669] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391325e8-0e2d-4c8e-85a3-12b354121524 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.579808] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.587820] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Creating folder: Project (97a5d5a14bdd409aa5083e310f5b139d). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.589283] env[69846]: DEBUG nova.network.neutron [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Updating instance_info_cache with network_info: [{"id": "86d9156b-b5f7-4581-ae18-659f4fea4eda", "address": "fa:16:3e:36:71:9b", "network": {"id": "fba1a05d-531a-4bd2-921c-fde7a2ebde4e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-211475019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7aa0f45889342d4badbaee5f495077b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d9156b-b5", "ovs_interfaceid": "86d9156b-b5f7-4581-ae18-659f4fea4eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.590577] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83ca2f36-ace1-4385-9b2e-079aef43ba5d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.603753] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.610720] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Created folder: Project (97a5d5a14bdd409aa5083e310f5b139d) in parent group-v591891. [ 927.610720] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Creating folder: Instances. Parent ref: group-v592050. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.610720] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db475dd4-52c4-4894-8968-7834c76b1ca2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.619978] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Created folder: Instances in parent group-v592050. [ 927.620182] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.620371] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.620930] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6b45e15-651e-417c-bd66-672df8670ca3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.639472] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.639472] env[69846]: value = "task-2949797" [ 927.639472] env[69846]: _type = "Task" [ 927.639472] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.648366] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949797, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.718154] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.724509] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.983s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.726697] env[69846]: INFO nova.compute.claims [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.732679] env[69846]: INFO nova.compute.manager [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Took 51.56 seconds to build instance. [ 927.759632] env[69846]: INFO nova.scheduler.client.report [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Deleted allocations for instance d12fd3b4-c5d1-41eb-acff-0336ff39e534 [ 927.773558] env[69846]: INFO nova.compute.manager [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Rebuilding instance [ 927.823255] env[69846]: DEBUG nova.compute.manager [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.824137] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebbe123-939a-41c0-8c49-c6a092821504 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.094669] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Releasing lock "refresh_cache-8b6f8f0f-be41-4f4f-b570-31aae86e1193" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.095066] env[69846]: DEBUG nova.compute.manager [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Instance network_info: |[{"id": "86d9156b-b5f7-4581-ae18-659f4fea4eda", "address": "fa:16:3e:36:71:9b", "network": {"id": "fba1a05d-531a-4bd2-921c-fde7a2ebde4e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-211475019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7aa0f45889342d4badbaee5f495077b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d9156b-b5", "ovs_interfaceid": "86d9156b-b5f7-4581-ae18-659f4fea4eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.095495] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:71:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86d9156b-b5f7-4581-ae18-659f4fea4eda', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.103488] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Creating folder: Project (b7aa0f45889342d4badbaee5f495077b). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.104270] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f582929-6705-42f1-b279-32d501fe37c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.110355] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.118528] env[69846]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 928.118698] env[69846]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69846) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 928.119084] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Folder already exists: Project (b7aa0f45889342d4badbaee5f495077b). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 928.119314] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Creating folder: Instances. Parent ref: group-v591990. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.119554] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e644708-cc0c-48ad-a406-e27c96bc9707 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.131315] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Created folder: Instances in parent group-v591990. [ 928.131315] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.131315] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.131538] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0269ad1e-78c7-42d2-9f84-1069e4bd8203 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.155225] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949797, 'name': CreateVM_Task, 'duration_secs': 0.406428} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.156438] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.156662] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.156662] env[69846]: value = "task-2949800" [ 928.156662] env[69846]: _type = "Task" [ 928.156662] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.159027] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.159027] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.159027] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.159027] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da11373-166c-474d-ba34-dba69d7fa83b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.165839] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 928.165839] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b68e0f-8aea-7ceb-da2b-886a794dc472" [ 928.165839] env[69846]: _type = "Task" [ 928.165839] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.168863] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949800, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.177194] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b68e0f-8aea-7ceb-da2b-886a794dc472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.198131] env[69846]: DEBUG nova.compute.manager [req-869d199b-5e40-44ae-b58d-8c1f8c33e477 req-5dbc3110-ebb3-4a0d-b495-01ce119c59ee service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Received event network-changed-86d9156b-b5f7-4581-ae18-659f4fea4eda {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.198131] env[69846]: DEBUG nova.compute.manager [req-869d199b-5e40-44ae-b58d-8c1f8c33e477 req-5dbc3110-ebb3-4a0d-b495-01ce119c59ee service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Refreshing instance network info cache due to event network-changed-86d9156b-b5f7-4581-ae18-659f4fea4eda. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.198131] env[69846]: DEBUG oslo_concurrency.lockutils [req-869d199b-5e40-44ae-b58d-8c1f8c33e477 req-5dbc3110-ebb3-4a0d-b495-01ce119c59ee service nova] Acquiring lock "refresh_cache-8b6f8f0f-be41-4f4f-b570-31aae86e1193" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.198131] env[69846]: DEBUG oslo_concurrency.lockutils [req-869d199b-5e40-44ae-b58d-8c1f8c33e477 req-5dbc3110-ebb3-4a0d-b495-01ce119c59ee service nova] Acquired lock "refresh_cache-8b6f8f0f-be41-4f4f-b570-31aae86e1193" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.198131] env[69846]: DEBUG nova.network.neutron [req-869d199b-5e40-44ae-b58d-8c1f8c33e477 req-5dbc3110-ebb3-4a0d-b495-01ce119c59ee service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Refreshing network info cache for port 86d9156b-b5f7-4581-ae18-659f4fea4eda {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.234063] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.712s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.267466] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Lock "d12fd3b4-c5d1-41eb-acff-0336ff39e534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.884s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.606580] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949794, 'name': ReconfigVM_Task, 'duration_secs': 1.173145} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.607048] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.607410] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1904dc20-1417-41d6-b7ea-3254af0d7b62 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.617075] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 928.617075] env[69846]: value = "task-2949801" [ 928.617075] env[69846]: _type = "Task" [ 928.617075] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.629261] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.675378] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949800, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.684160] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b68e0f-8aea-7ceb-da2b-886a794dc472, 'name': SearchDatastore_Task, 'duration_secs': 0.014716} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.684565] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.684730] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.685069] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.685246] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.685453] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.685771] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0ad98c2-0471-4a60-9ce6-fd2f72a02593 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.697035] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.697279] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.698196] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d35f6b5-812f-4d66-8b21-1bb6daf0d9c8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.707129] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 928.707129] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a19909-0ede-0c6f-93c8-34b9b25b2b9b" [ 928.707129] env[69846]: _type = "Task" [ 928.707129] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.716443] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a19909-0ede-0c6f-93c8-34b9b25b2b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.741359] env[69846]: DEBUG nova.compute.manager [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.839729] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.840182] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e31adc97-8a49-43ce-b48e-2a9dde2b03de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.851389] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 928.851389] env[69846]: value = "task-2949802" [ 928.851389] env[69846]: _type = "Task" [ 928.851389] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.872767] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 928.872882] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.873696] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d9c67b-0a05-4b21-b22c-560268d336d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.888371] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.888619] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-808b3f11-2920-4af6-bc31-49d05c0e9a0f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.980254] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.980557] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.980766] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleting the datastore file [datastore2] 785a22b1-4df5-4248-9c3d-7edb19b3ddf5 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.981061] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2778cd42-11e6-4d16-bfaf-d660ea484f07 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.990632] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 928.990632] env[69846]: value = "task-2949804" [ 928.990632] env[69846]: _type = "Task" [ 928.990632] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.005751] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.086361] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.086974] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.130243] env[69846]: DEBUG oslo_vmware.api [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949801, 'name': PowerOnVM_Task, 'duration_secs': 0.438728} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.130543] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.133489] env[69846]: DEBUG nova.compute.manager [None req-be1348b9-933b-4971-8052-2461f07ab8b5 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.134312] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4dced6-6534-45f7-9cff-7b2c1514f2d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.172415] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949800, 'name': CreateVM_Task, 'duration_secs': 0.597104} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.172616] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.173531] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'attachment_id': 'd0653894-b259-4f4a-ac41-ba115045fa8a', 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-591999', 'volume_id': '043a63f5-8011-4e97-9698-9e383b9a21b8', 'name': 'volume-043a63f5-8011-4e97-9698-9e383b9a21b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b6f8f0f-be41-4f4f-b570-31aae86e1193', 'attached_at': '', 'detached_at': '', 'volume_id': '043a63f5-8011-4e97-9698-9e383b9a21b8', 'serial': '043a63f5-8011-4e97-9698-9e383b9a21b8'}, 'volume_type': None}], 'swap': None} {{(pid=69846) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 929.173799] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Root volume attach. Driver type: vmdk {{(pid=69846) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 929.174646] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e31182-c7ad-499a-9fce-d208ff17157f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.177864] env[69846]: DEBUG nova.network.neutron [req-869d199b-5e40-44ae-b58d-8c1f8c33e477 req-5dbc3110-ebb3-4a0d-b495-01ce119c59ee service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Updated VIF entry in instance network info cache for port 86d9156b-b5f7-4581-ae18-659f4fea4eda. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.178293] env[69846]: DEBUG nova.network.neutron [req-869d199b-5e40-44ae-b58d-8c1f8c33e477 req-5dbc3110-ebb3-4a0d-b495-01ce119c59ee service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Updating instance_info_cache with network_info: [{"id": "86d9156b-b5f7-4581-ae18-659f4fea4eda", "address": "fa:16:3e:36:71:9b", "network": {"id": "fba1a05d-531a-4bd2-921c-fde7a2ebde4e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-211475019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7aa0f45889342d4badbaee5f495077b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d9156b-b5", "ovs_interfaceid": "86d9156b-b5f7-4581-ae18-659f4fea4eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.188571] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0f41a4-3649-499c-a244-834f29097f8c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.197091] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb4fc2d-f363-4835-b2d0-5aec8f52607d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.208458] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-011c0d55-67f4-454a-ac3c-ac41ac2e2c34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.224550] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a19909-0ede-0c6f-93c8-34b9b25b2b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01286} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.226556] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for the task: (returnval){ [ 929.226556] env[69846]: value = "task-2949805" [ 929.226556] env[69846]: _type = "Task" [ 929.226556] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.226799] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10512dbe-8c80-4b52-ac96-ec52a5add3c3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.240169] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 929.240169] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ac3b1f-d9c3-ff3e-1a91-ed421680c7e9" [ 929.240169] env[69846]: _type = "Task" [ 929.240169] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.243020] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949805, 'name': RelocateVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.258860] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ac3b1f-d9c3-ff3e-1a91-ed421680c7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.259094] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.259327] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] ea3dd269-6a0c-4192-ac07-bd27db00ac8c/ea3dd269-6a0c-4192-ac07-bd27db00ac8c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.259569] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e65e826-954a-49ae-ae22-8d794a7c799c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.262630] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.266987] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 929.266987] env[69846]: value = "task-2949806" [ 929.266987] env[69846]: _type = "Task" [ 929.266987] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.276573] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.364760] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88211452-327f-466e-b2af-1793390aa27a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.373309] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1973a2-feed-41b1-ad1d-79418899e007 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.407011] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfdae87-8d1f-48aa-b6b4-093f93bf7f9d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.416190] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d0c4f6-be22-4d16-8cd4-1c519706e662 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.432265] env[69846]: DEBUG nova.compute.provider_tree [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.508178] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163958} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.508289] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.509078] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.509078] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.682514] env[69846]: DEBUG oslo_concurrency.lockutils [req-869d199b-5e40-44ae-b58d-8c1f8c33e477 req-5dbc3110-ebb3-4a0d-b495-01ce119c59ee service nova] Releasing lock "refresh_cache-8b6f8f0f-be41-4f4f-b570-31aae86e1193" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.744876] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949805, 'name': RelocateVM_Task} progress is 20%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.779644] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949806, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.936056] env[69846]: DEBUG nova.scheduler.client.report [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.244462] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949805, 'name': RelocateVM_Task, 'duration_secs': 0.636293} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.244462] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 930.245046] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-591999', 'volume_id': '043a63f5-8011-4e97-9698-9e383b9a21b8', 'name': 'volume-043a63f5-8011-4e97-9698-9e383b9a21b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b6f8f0f-be41-4f4f-b570-31aae86e1193', 'attached_at': '', 'detached_at': '', 'volume_id': '043a63f5-8011-4e97-9698-9e383b9a21b8', 'serial': '043a63f5-8011-4e97-9698-9e383b9a21b8'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 930.245776] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe9ed8d-a3f3-4981-95d3-14f1b29f1411 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.265361] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d129d-adb7-421d-be6d-a27a9404d979 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.297561] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-043a63f5-8011-4e97-9698-9e383b9a21b8/volume-043a63f5-8011-4e97-9698-9e383b9a21b8.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.298421] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257b2547-9dbf-4ef8-96f6-1c473bea90af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.319476] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550494} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.320308] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] ea3dd269-6a0c-4192-ac07-bd27db00ac8c/ea3dd269-6a0c-4192-ac07-bd27db00ac8c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.320555] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.320883] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fc3eef0-6b3a-4f4b-ab10-9e8829f03d3f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.326234] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for the task: (returnval){ [ 930.326234] env[69846]: value = "task-2949807" [ 930.326234] env[69846]: _type = "Task" [ 930.326234] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.330541] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 930.330541] env[69846]: value = "task-2949808" [ 930.330541] env[69846]: _type = "Task" [ 930.330541] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.340193] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.344375] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.444110] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.444616] env[69846]: DEBUG nova.compute.manager [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.447463] env[69846]: DEBUG oslo_concurrency.lockutils [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.895s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.447675] env[69846]: DEBUG nova.objects.instance [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lazy-loading 'resources' on Instance uuid e2ae9251-7961-4145-993d-49714be19a92 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.547883] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.548179] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.548348] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.548530] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.548818] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.548974] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.549200] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.549361] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.549558] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.549733] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.549935] env[69846]: DEBUG nova.virt.hardware [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.551117] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1239681d-81b6-4def-8fe5-913d97c12d4c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.559880] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6cf96e-b1e1-481f-b630-d4817d7d4c65 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.574601] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:7f:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb2345c9-d690-4a8a-ae4f-f4b929feebd2', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.582189] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.582458] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.582676] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a71a147e-e627-4184-8d9e-ec2e742231a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.603024] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.603024] env[69846]: value = "task-2949809" [ 930.603024] env[69846]: _type = "Task" [ 930.603024] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.611550] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949809, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.837998] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.843214] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155462} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.843472] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.844291] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0debcc-7990-43af-852d-3bf59a671753 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.864746] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] ea3dd269-6a0c-4192-ac07-bd27db00ac8c/ea3dd269-6a0c-4192-ac07-bd27db00ac8c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.865064] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd8e173-57bf-4675-a246-5a208e11a97d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.886780] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 930.886780] env[69846]: value = "task-2949810" [ 930.886780] env[69846]: _type = "Task" [ 930.886780] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.895913] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.950770] env[69846]: DEBUG nova.compute.utils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.956687] env[69846]: DEBUG nova.compute.manager [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.956875] env[69846]: DEBUG nova.network.neutron [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.027778] env[69846]: DEBUG nova.policy [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3526cda29cb547b79ccb7e0dbe613a8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4fce2c79f644e297d80c4ea9631210', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.115880] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949809, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.285633] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "7810f774-90f5-4f9e-8504-b9b7f5840311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.285949] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "7810f774-90f5-4f9e-8504-b9b7f5840311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.344650] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949807, 'name': ReconfigVM_Task, 'duration_secs': 0.928871} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.349546] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-043a63f5-8011-4e97-9698-9e383b9a21b8/volume-043a63f5-8011-4e97-9698-9e383b9a21b8.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.355087] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2555a2-b687-43e6-9a88-ab138ffd6dcc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.378684] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for the task: (returnval){ [ 931.378684] env[69846]: value = "task-2949811" [ 931.378684] env[69846]: _type = "Task" [ 931.378684] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.396489] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.405188] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.459936] env[69846]: DEBUG nova.compute.manager [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.506384] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7ecfe4-183b-40d1-b012-fcfbd13da56a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.515553] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c702418-7d27-438b-995a-5e5e69d1ecd6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.547837] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec29a905-be83-4ea3-9700-c2940953c0ac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.556264] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfb9a82-302d-4de9-bf11-7db01fa29218 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.572368] env[69846]: DEBUG nova.compute.provider_tree [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.616377] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949809, 'name': CreateVM_Task, 'duration_secs': 0.694571} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.616563] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.617264] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.617433] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.617792] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.618086] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e94cb1c-dc92-4256-82a0-59f017bfe895 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.624618] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 931.624618] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525753e2-3a18-ed92-7a15-5e5dbc8e008a" [ 931.624618] env[69846]: _type = "Task" [ 931.624618] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.635237] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525753e2-3a18-ed92-7a15-5e5dbc8e008a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.752781] env[69846]: DEBUG nova.network.neutron [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Successfully created port: a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.889612] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949811, 'name': ReconfigVM_Task, 'duration_secs': 0.151335} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.892765] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-591999', 'volume_id': '043a63f5-8011-4e97-9698-9e383b9a21b8', 'name': 'volume-043a63f5-8011-4e97-9698-9e383b9a21b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b6f8f0f-be41-4f4f-b570-31aae86e1193', 'attached_at': '', 'detached_at': '', 'volume_id': '043a63f5-8011-4e97-9698-9e383b9a21b8', 'serial': '043a63f5-8011-4e97-9698-9e383b9a21b8'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 931.893527] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8cb9c34-8b2e-44c2-b31f-2eef7d70e61a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.900462] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949810, 'name': ReconfigVM_Task, 'duration_secs': 0.597508} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.901769] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] ea3dd269-6a0c-4192-ac07-bd27db00ac8c/ea3dd269-6a0c-4192-ac07-bd27db00ac8c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.902520] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for the task: (returnval){ [ 931.902520] env[69846]: value = "task-2949812" [ 931.902520] env[69846]: _type = "Task" [ 931.902520] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.902721] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efc70020-08c0-4699-badf-8811fca4881a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.913089] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949812, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.914782] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 931.914782] env[69846]: value = "task-2949813" [ 931.914782] env[69846]: _type = "Task" [ 931.914782] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.926300] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949813, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.078353] env[69846]: DEBUG nova.scheduler.client.report [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.136336] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525753e2-3a18-ed92-7a15-5e5dbc8e008a, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.136596] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.137328] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.137531] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.137781] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.138306] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.138792] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4141ecb7-10ad-440f-80f5-7eeaceaa5bde {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.154620] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.154620] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.155392] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591a0832-2c7c-48ac-ad6d-e5a250c63ac7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.167186] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 932.167186] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52de7a96-da30-734d-feef-d4db2b7ac17c" [ 932.167186] env[69846]: _type = "Task" [ 932.167186] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.176996] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52de7a96-da30-734d-feef-d4db2b7ac17c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.414920] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949812, 'name': Rename_Task, 'duration_secs': 0.269524} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.415346] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.418278] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0de25314-3113-4ccb-8189-5dcdcdd17985 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.425506] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949813, 'name': Rename_Task, 'duration_secs': 0.287683} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.426639] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.426929] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for the task: (returnval){ [ 932.426929] env[69846]: value = "task-2949814" [ 932.426929] env[69846]: _type = "Task" [ 932.426929] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.427117] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1dffbac-4ce0-498b-bd6a-09184e87b60f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.435905] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.437051] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 932.437051] env[69846]: value = "task-2949815" [ 932.437051] env[69846]: _type = "Task" [ 932.437051] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.444227] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.469733] env[69846]: DEBUG nova.compute.manager [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.496726] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.496976] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.497564] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.497564] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.497564] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.497719] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.497810] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.498048] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.498247] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.498444] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.498628] env[69846]: DEBUG nova.virt.hardware [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.499490] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1a5123-2636-4800-bb59-edef042511bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.508087] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b37b77-4372-4331-8861-855405027042 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.585116] env[69846]: DEBUG oslo_concurrency.lockutils [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.587429] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.932s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.587638] env[69846]: DEBUG nova.objects.instance [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lazy-loading 'resources' on Instance uuid 3ea69053-5344-410a-8ea5-7c04b8383f91 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.609351] env[69846]: INFO nova.scheduler.client.report [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Deleted allocations for instance e2ae9251-7961-4145-993d-49714be19a92 [ 932.679102] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52de7a96-da30-734d-feef-d4db2b7ac17c, 'name': SearchDatastore_Task, 'duration_secs': 0.012288} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.679949] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7860f87-4e7a-4d89-a5b1-4578d7b2faec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.686111] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 932.686111] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52be7847-5aaf-7a34-edef-2c5b8d7e8ac3" [ 932.686111] env[69846]: _type = "Task" [ 932.686111] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.694990] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52be7847-5aaf-7a34-edef-2c5b8d7e8ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.941429] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949814, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.963621] env[69846]: DEBUG oslo_vmware.api [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949815, 'name': PowerOnVM_Task, 'duration_secs': 0.49064} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.964911] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.965415] env[69846]: INFO nova.compute.manager [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Took 5.44 seconds to spawn the instance on the hypervisor. [ 932.965656] env[69846]: DEBUG nova.compute.manager [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.969806] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3107c61a-7d9b-4579-bd2b-3f6c9b518614 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.117313] env[69846]: DEBUG oslo_concurrency.lockutils [None req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Lock "e2ae9251-7961-4145-993d-49714be19a92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.783s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.199952] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52be7847-5aaf-7a34-edef-2c5b8d7e8ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.200252] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.200546] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 785a22b1-4df5-4248-9c3d-7edb19b3ddf5/785a22b1-4df5-4248-9c3d-7edb19b3ddf5.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.201008] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad9c0699-0311-4667-a98d-8762e985f9c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.211987] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 933.211987] env[69846]: value = "task-2949816" [ 933.211987] env[69846]: _type = "Task" [ 933.211987] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.221862] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.441082] env[69846]: DEBUG oslo_vmware.api [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2949814, 'name': PowerOnVM_Task, 'duration_secs': 0.562232} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.444085] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.444326] env[69846]: INFO nova.compute.manager [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Took 6.89 seconds to spawn the instance on the hypervisor. [ 933.444509] env[69846]: DEBUG nova.compute.manager [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.445563] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da08e487-3097-4f9a-a5c2-0c3fcdaa8505 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.500013] env[69846]: INFO nova.compute.manager [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Took 53.48 seconds to build instance. [ 933.556187] env[69846]: DEBUG nova.compute.manager [req-a1045b92-1dec-47a5-9918-4b577ca05eea req-7f020878-7829-41a4-8ee5-be8a911f9db3 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Received event network-vif-plugged-a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.556414] env[69846]: DEBUG oslo_concurrency.lockutils [req-a1045b92-1dec-47a5-9918-4b577ca05eea req-7f020878-7829-41a4-8ee5-be8a911f9db3 service nova] Acquiring lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.557036] env[69846]: DEBUG oslo_concurrency.lockutils [req-a1045b92-1dec-47a5-9918-4b577ca05eea req-7f020878-7829-41a4-8ee5-be8a911f9db3 service nova] Lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.557036] env[69846]: DEBUG oslo_concurrency.lockutils [req-a1045b92-1dec-47a5-9918-4b577ca05eea req-7f020878-7829-41a4-8ee5-be8a911f9db3 service nova] Lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.557036] env[69846]: DEBUG nova.compute.manager [req-a1045b92-1dec-47a5-9918-4b577ca05eea req-7f020878-7829-41a4-8ee5-be8a911f9db3 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] No waiting events found dispatching network-vif-plugged-a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.557190] env[69846]: WARNING nova.compute.manager [req-a1045b92-1dec-47a5-9918-4b577ca05eea req-7f020878-7829-41a4-8ee5-be8a911f9db3 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Received unexpected event network-vif-plugged-a4064777-714a-4d15-a1e7-9f95f6aa5669 for instance with vm_state building and task_state spawning. [ 933.630986] env[69846]: DEBUG nova.network.neutron [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Successfully updated port: a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.665507] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347b4085-afde-46d1-b24a-f8e4c0075cb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.675028] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ffb0dd-ec83-46bc-892d-9836bb38ec6a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.720907] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91e42d3-1e4a-456a-b93b-b6ee12d77761 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.731626] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472b7067-128a-42d5-8be6-efe032a43176 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.735956] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479895} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.735956] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 785a22b1-4df5-4248-9c3d-7edb19b3ddf5/785a22b1-4df5-4248-9c3d-7edb19b3ddf5.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.735956] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.736841] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6174643d-36fe-4f81-8c9e-7cda7cd349b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.746479] env[69846]: DEBUG nova.compute.provider_tree [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.749780] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 933.749780] env[69846]: value = "task-2949817" [ 933.749780] env[69846]: _type = "Task" [ 933.749780] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.760051] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.968371] env[69846]: INFO nova.compute.manager [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Took 53.98 seconds to build instance. [ 934.005786] env[69846]: DEBUG oslo_concurrency.lockutils [None req-89c4c85b-0780-44ca-9fb5-2c870d56e66e tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "ea3dd269-6a0c-4192-ac07-bd27db00ac8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.512s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.136723] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.136877] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquired lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.137047] env[69846]: DEBUG nova.network.neutron [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.252283] env[69846]: DEBUG nova.scheduler.client.report [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.266392] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071614} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.266741] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.267992] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd5ff2a-3883-48db-9c08-b071f101d564 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.293734] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 785a22b1-4df5-4248-9c3d-7edb19b3ddf5/785a22b1-4df5-4248-9c3d-7edb19b3ddf5.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.294336] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f9bd36-11cd-4ecd-a1d5-c1d8459673b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.325565] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 934.325565] env[69846]: value = "task-2949818" [ 934.325565] env[69846]: _type = "Task" [ 934.325565] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.337196] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949818, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.471387] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb36-076a-4f3e-8708-53fb795b1478 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.481s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.508253] env[69846]: DEBUG nova.compute.manager [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.704983] env[69846]: DEBUG nova.network.neutron [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.763612] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.765468] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.383s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.765660] env[69846]: DEBUG nova.objects.instance [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lazy-loading 'resources' on Instance uuid 05c7fe12-6ec5-4166-966c-483f2e6780ee {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.799788] env[69846]: INFO nova.scheduler.client.report [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Deleted allocations for instance 3ea69053-5344-410a-8ea5-7c04b8383f91 [ 934.826613] env[69846]: INFO nova.compute.manager [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Rebuilding instance [ 934.841586] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.891423] env[69846]: DEBUG nova.compute.manager [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.892291] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cbb137-f3ca-4f43-bf71-7c3be4720f6c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.973864] env[69846]: DEBUG nova.compute.manager [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.029238] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.118477] env[69846]: DEBUG nova.network.neutron [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Updating instance_info_cache with network_info: [{"id": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "address": "fa:16:3e:02:e3:c2", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4064777-71", "ovs_interfaceid": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.313587] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d06e4e7b-9be8-44ea-87ab-b26350f261bd tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Lock "3ea69053-5344-410a-8ea5-7c04b8383f91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.880s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.340904] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949818, 'name': ReconfigVM_Task, 'duration_secs': 0.700792} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.343786] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 785a22b1-4df5-4248-9c3d-7edb19b3ddf5/785a22b1-4df5-4248-9c3d-7edb19b3ddf5.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.345187] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f270d80-5363-4c7a-8c29-ea4230898c23 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.353083] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 935.353083] env[69846]: value = "task-2949819" [ 935.353083] env[69846]: _type = "Task" [ 935.353083] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.369722] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949819, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.498683] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.625841] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Releasing lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.626241] env[69846]: DEBUG nova.compute.manager [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Instance network_info: |[{"id": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "address": "fa:16:3e:02:e3:c2", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4064777-71", "ovs_interfaceid": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.626696] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:e3:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4064777-714a-4d15-a1e7-9f95f6aa5669', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.636851] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.640135] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.640690] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2facd925-457e-4b8f-99f2-74a2bd97498c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.666246] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.666246] env[69846]: value = "task-2949820" [ 935.666246] env[69846]: _type = "Task" [ 935.666246] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.681883] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949820, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.826967] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d71429-7dad-480e-a6fe-86bf99103c48 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.837830] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fe0933-da73-41d3-827f-94d5b543b88c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.873290] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945d3365-9139-4b1c-8cc0-ec280716a546 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.884088] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1dfe20-b11d-4fce-ab4e-0d48fa327092 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.888333] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949819, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.900502] env[69846]: DEBUG nova.compute.provider_tree [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.909814] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.910761] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbf8dcb5-c7f0-464c-b294-9ed36b3d1583 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.919519] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 935.919519] env[69846]: value = "task-2949821" [ 935.919519] env[69846]: _type = "Task" [ 935.919519] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.927236] env[69846]: DEBUG nova.compute.manager [req-f02d230d-ca4a-4b20-83c7-09edd78b8cfa req-e9613291-fdc0-423d-8b81-3d8c6e1ed4c3 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Received event network-changed-a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.927487] env[69846]: DEBUG nova.compute.manager [req-f02d230d-ca4a-4b20-83c7-09edd78b8cfa req-e9613291-fdc0-423d-8b81-3d8c6e1ed4c3 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Refreshing instance network info cache due to event network-changed-a4064777-714a-4d15-a1e7-9f95f6aa5669. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.927755] env[69846]: DEBUG oslo_concurrency.lockutils [req-f02d230d-ca4a-4b20-83c7-09edd78b8cfa req-e9613291-fdc0-423d-8b81-3d8c6e1ed4c3 service nova] Acquiring lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.927845] env[69846]: DEBUG oslo_concurrency.lockutils [req-f02d230d-ca4a-4b20-83c7-09edd78b8cfa req-e9613291-fdc0-423d-8b81-3d8c6e1ed4c3 service nova] Acquired lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.928010] env[69846]: DEBUG nova.network.neutron [req-f02d230d-ca4a-4b20-83c7-09edd78b8cfa req-e9613291-fdc0-423d-8b81-3d8c6e1ed4c3 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Refreshing network info cache for port a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.933519] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.177504] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949820, 'name': CreateVM_Task, 'duration_secs': 0.376973} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.177825] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.178676] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.178952] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.179372] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.179735] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbf384f-ad63-479e-b6cb-6fdc028be961 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.188188] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 936.188188] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5279687d-48c3-13d3-47c2-f39b6d9c784f" [ 936.188188] env[69846]: _type = "Task" [ 936.188188] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.197177] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5279687d-48c3-13d3-47c2-f39b6d9c784f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.379957] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949819, 'name': Rename_Task, 'duration_secs': 0.740599} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.380903] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.381348] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26019598-b3ce-4366-b317-b991bfa88312 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.392088] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 936.392088] env[69846]: value = "task-2949822" [ 936.392088] env[69846]: _type = "Task" [ 936.392088] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.402559] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.403583] env[69846]: DEBUG nova.scheduler.client.report [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.438065] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949821, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.703199] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5279687d-48c3-13d3-47c2-f39b6d9c784f, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.704042] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.704042] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.704508] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.704571] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.704843] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.705260] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1937038-7ca5-4c08-8c9b-89d6ae34bf58 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.717077] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.717374] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.718215] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f21ca7-e178-4240-973b-836d170ad6c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.728689] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 936.728689] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522aee25-7cc1-5cec-9dbb-87d7e58f3f1a" [ 936.728689] env[69846]: _type = "Task" [ 936.728689] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.742502] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522aee25-7cc1-5cec-9dbb-87d7e58f3f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.743557] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47fa6c24-3ec9-40eb-9314-988cca1200ac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.750985] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 936.750985] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52dd2268-de31-a803-eabb-79c7f8e9abcf" [ 936.750985] env[69846]: _type = "Task" [ 936.750985] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.763540] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52dd2268-de31-a803-eabb-79c7f8e9abcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.906218] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.909035] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.912324] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.775s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.912897] env[69846]: INFO nova.compute.claims [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.934827] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949821, 'name': PowerOffVM_Task, 'duration_secs': 0.616893} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.935252] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.935954] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.937028] env[69846]: DEBUG nova.network.neutron [req-f02d230d-ca4a-4b20-83c7-09edd78b8cfa req-e9613291-fdc0-423d-8b81-3d8c6e1ed4c3 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Updated VIF entry in instance network info cache for port a4064777-714a-4d15-a1e7-9f95f6aa5669. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.941022] env[69846]: DEBUG nova.network.neutron [req-f02d230d-ca4a-4b20-83c7-09edd78b8cfa req-e9613291-fdc0-423d-8b81-3d8c6e1ed4c3 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Updating instance_info_cache with network_info: [{"id": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "address": "fa:16:3e:02:e3:c2", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4064777-71", "ovs_interfaceid": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.941022] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216f575a-46ea-4216-9bdd-e8c1e0211217 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.947286] env[69846]: INFO nova.scheduler.client.report [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Deleted allocations for instance 05c7fe12-6ec5-4166-966c-483f2e6780ee [ 936.959235] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.959696] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a816e3e9-e60f-48f3-8901-0fc6b2f693ac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.992991] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.993175] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.993354] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Deleting the datastore file [datastore2] ea3dd269-6a0c-4192-ac07-bd27db00ac8c {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.993803] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a233f20-3e15-4490-964c-02c3883714aa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.001675] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 937.001675] env[69846]: value = "task-2949824" [ 937.001675] env[69846]: _type = "Task" [ 937.001675] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.013478] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.265769] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52dd2268-de31-a803-eabb-79c7f8e9abcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.270030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.270030] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c/6a1c5079-b2bc-4239-81fe-e9a9863bbe3c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.270030] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddfaeefb-b696-483e-97c9-65700f4b585c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.275163] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 937.275163] env[69846]: value = "task-2949825" [ 937.275163] env[69846]: _type = "Task" [ 937.275163] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.285716] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.403551] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949822, 'name': PowerOnVM_Task, 'duration_secs': 0.892428} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.403664] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.403861] env[69846]: DEBUG nova.compute.manager [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.404671] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed5bcea-e65a-43a3-b5dc-dcf832f8dc32 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.447716] env[69846]: DEBUG oslo_concurrency.lockutils [req-f02d230d-ca4a-4b20-83c7-09edd78b8cfa req-e9613291-fdc0-423d-8b81-3d8c6e1ed4c3 service nova] Releasing lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.464536] env[69846]: DEBUG oslo_concurrency.lockutils [None req-01e74cab-8444-463b-90de-7e4ff7276ee4 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Lock "05c7fe12-6ec5-4166-966c-483f2e6780ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.299s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.513835] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10225} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.514381] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.514381] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.514731] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.791351] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475582} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.791351] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c/6a1c5079-b2bc-4239-81fe-e9a9863bbe3c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.791351] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.791351] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6a9f249-a394-4386-bd09-ebd8bebd8eca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.803301] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 937.803301] env[69846]: value = "task-2949826" [ 937.803301] env[69846]: _type = "Task" [ 937.803301] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.817427] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.921415] env[69846]: INFO nova.compute.manager [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] bringing vm to original state: 'stopped' [ 938.287252] env[69846]: DEBUG nova.compute.manager [req-9312caa2-10be-4f0f-b361-6624f81c488c req-6d01a415-8182-4d06-aec8-e4a024c2c59c service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Received event network-changed-86d9156b-b5f7-4581-ae18-659f4fea4eda {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.287495] env[69846]: DEBUG nova.compute.manager [req-9312caa2-10be-4f0f-b361-6624f81c488c req-6d01a415-8182-4d06-aec8-e4a024c2c59c service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Refreshing instance network info cache due to event network-changed-86d9156b-b5f7-4581-ae18-659f4fea4eda. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.287656] env[69846]: DEBUG oslo_concurrency.lockutils [req-9312caa2-10be-4f0f-b361-6624f81c488c req-6d01a415-8182-4d06-aec8-e4a024c2c59c service nova] Acquiring lock "refresh_cache-8b6f8f0f-be41-4f4f-b570-31aae86e1193" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.287797] env[69846]: DEBUG oslo_concurrency.lockutils [req-9312caa2-10be-4f0f-b361-6624f81c488c req-6d01a415-8182-4d06-aec8-e4a024c2c59c service nova] Acquired lock "refresh_cache-8b6f8f0f-be41-4f4f-b570-31aae86e1193" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.287962] env[69846]: DEBUG nova.network.neutron [req-9312caa2-10be-4f0f-b361-6624f81c488c req-6d01a415-8182-4d06-aec8-e4a024c2c59c service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Refreshing network info cache for port 86d9156b-b5f7-4581-ae18-659f4fea4eda {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.324381] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166712} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.324899] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.325702] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e3c9f-0a61-45b6-9e64-a7ba866d0239 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.351736] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c/6a1c5079-b2bc-4239-81fe-e9a9863bbe3c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.354682] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d757954-58fe-48ca-8180-e1a97fc09145 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.377268] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 938.377268] env[69846]: value = "task-2949827" [ 938.377268] env[69846]: _type = "Task" [ 938.377268] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.389455] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.558450] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.558716] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.558873] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.559096] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.559216] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.559361] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.559569] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.559728] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.559892] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.560173] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.560421] env[69846]: DEBUG nova.virt.hardware [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.561370] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8495de-6886-4612-a755-ca7989bd2b38 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.566260] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6d51aa-4605-4954-9ee6-b2240dcd31ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.576035] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aad0a67-2569-4865-9f1c-2ddca06ce33e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.579935] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd08287-1846-49ae-bdf5-de311e66de9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.595960] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.602598] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.631589] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.631794] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2da75b51-b770-4f80-8f1a-e5c78c2287f4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.644901] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a70a6d8-780d-43ca-801a-be1364f48440 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.655767] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a89114-7a57-4812-a6cb-056b36145c23 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.660884] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.660884] env[69846]: value = "task-2949828" [ 938.660884] env[69846]: _type = "Task" [ 938.660884] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.673534] env[69846]: DEBUG nova.compute.provider_tree [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.682934] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949828, 'name': CreateVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.887792] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949827, 'name': ReconfigVM_Task, 'duration_secs': 0.338122} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.888554] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c/6a1c5079-b2bc-4239-81fe-e9a9863bbe3c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.891041] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2990bba1-782b-4873-ab6d-420f38c9417c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.900329] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 938.900329] env[69846]: value = "task-2949829" [ 938.900329] env[69846]: _type = "Task" [ 938.900329] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.912216] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949829, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.933128] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.933488] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.933776] env[69846]: DEBUG nova.compute.manager [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.934797] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19dae0c-bbe1-4ea1-829f-1102addeb6f4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.943491] env[69846]: DEBUG nova.compute.manager [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 939.179884] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949828, 'name': CreateVM_Task, 'duration_secs': 0.345228} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.179884] env[69846]: DEBUG nova.scheduler.client.report [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.183780] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.184310] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.184389] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.184702] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.185170] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3bf020-3327-4c5e-ad48-912fbb41192e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.196019] env[69846]: DEBUG nova.network.neutron [req-9312caa2-10be-4f0f-b361-6624f81c488c req-6d01a415-8182-4d06-aec8-e4a024c2c59c service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Updated VIF entry in instance network info cache for port 86d9156b-b5f7-4581-ae18-659f4fea4eda. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.196427] env[69846]: DEBUG nova.network.neutron [req-9312caa2-10be-4f0f-b361-6624f81c488c req-6d01a415-8182-4d06-aec8-e4a024c2c59c service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Updating instance_info_cache with network_info: [{"id": "86d9156b-b5f7-4581-ae18-659f4fea4eda", "address": "fa:16:3e:36:71:9b", "network": {"id": "fba1a05d-531a-4bd2-921c-fde7a2ebde4e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-211475019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7aa0f45889342d4badbaee5f495077b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d9156b-b5", "ovs_interfaceid": "86d9156b-b5f7-4581-ae18-659f4fea4eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.197986] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 939.197986] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]523516c5-08fb-2eef-67dd-5262d0a763ca" [ 939.197986] env[69846]: _type = "Task" [ 939.197986] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.209251] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523516c5-08fb-2eef-67dd-5262d0a763ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.209251] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.209251] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.209251] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.209483] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.210252] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.210252] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12253960-ff12-4c14-9bbb-51eab4d237a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.222894] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.222894] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.224540] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bbd2b6-b5ac-4e3b-8768-b16e0e594351 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.233560] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 939.233560] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522c6a3c-9724-73f2-e9fc-c871deff4e8c" [ 939.233560] env[69846]: _type = "Task" [ 939.233560] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.245217] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522c6a3c-9724-73f2-e9fc-c871deff4e8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.413948] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949829, 'name': Rename_Task, 'duration_secs': 0.181808} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.414261] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.414514] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13462725-90d7-4fa0-9184-913c5dbf17ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.424247] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 939.424247] env[69846]: value = "task-2949830" [ 939.424247] env[69846]: _type = "Task" [ 939.424247] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.434058] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.451647] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.451647] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faf6cbba-7337-48e1-b8da-b4463a421514 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.461796] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 939.461796] env[69846]: value = "task-2949831" [ 939.461796] env[69846]: _type = "Task" [ 939.461796] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.473060] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.687204] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.687803] env[69846]: DEBUG nova.compute.manager [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.691440] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.837s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.691766] env[69846]: DEBUG nova.objects.instance [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lazy-loading 'resources' on Instance uuid 8451f526-ffe5-4d94-a027-6dc67d8bd598 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.700454] env[69846]: DEBUG oslo_concurrency.lockutils [req-9312caa2-10be-4f0f-b361-6624f81c488c req-6d01a415-8182-4d06-aec8-e4a024c2c59c service nova] Releasing lock "refresh_cache-8b6f8f0f-be41-4f4f-b570-31aae86e1193" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.751411] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522c6a3c-9724-73f2-e9fc-c871deff4e8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.751520] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d4089a-6c12-446c-86c8-d9d977ee8847 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.758349] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 939.758349] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52312bd6-5bac-b32f-e43a-bbe4f741dd27" [ 939.758349] env[69846]: _type = "Task" [ 939.758349] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.767909] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52312bd6-5bac-b32f-e43a-bbe4f741dd27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.836750] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.837047] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.933080] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.973702] env[69846]: DEBUG oslo_vmware.api [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949831, 'name': PowerOffVM_Task, 'duration_secs': 0.275218} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.973980] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.974207] env[69846]: DEBUG nova.compute.manager [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.975022] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025ec8ac-5623-4e6f-9cbf-025e90a42946 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.197873] env[69846]: DEBUG nova.compute.utils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.202958] env[69846]: DEBUG nova.compute.manager [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.202958] env[69846]: DEBUG nova.network.neutron [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.270222] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52312bd6-5bac-b32f-e43a-bbe4f741dd27, 'name': SearchDatastore_Task, 'duration_secs': 0.025076} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.273258] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.273421] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] ea3dd269-6a0c-4192-ac07-bd27db00ac8c/ea3dd269-6a0c-4192-ac07-bd27db00ac8c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.274654] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-239481f2-6f53-41a5-99bb-30c6b93aeeae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.281621] env[69846]: DEBUG nova.policy [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14845c38dd3644a48863b2745b58c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c8e0597e1343e790cccd0f5edd75d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.289258] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 940.289258] env[69846]: value = "task-2949832" [ 940.289258] env[69846]: _type = "Task" [ 940.289258] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.299924] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.441703] env[69846]: DEBUG oslo_vmware.api [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949830, 'name': PowerOnVM_Task, 'duration_secs': 0.597901} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.442202] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.442319] env[69846]: INFO nova.compute.manager [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Took 7.97 seconds to spawn the instance on the hypervisor. [ 940.442736] env[69846]: DEBUG nova.compute.manager [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.443560] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9132c020-dc09-41a5-8f81-7db1423802f6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.489155] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.703579] env[69846]: DEBUG nova.compute.manager [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.777613] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a485e7-a5e2-4d49-9f08-c66e019519de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.797182] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c4d42d-b22f-44d1-903a-4952399d2420 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.837197] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949832, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.838808] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d258c62-8cea-45f0-8b3e-ead9816d9686 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.849830] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bd05aa-d2b7-44f7-b3df-b85fcbaf5cbb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.865954] env[69846]: DEBUG nova.compute.provider_tree [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.966233] env[69846]: INFO nova.compute.manager [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Took 57.24 seconds to build instance. [ 941.003232] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.049697] env[69846]: DEBUG nova.network.neutron [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Successfully created port: e9e425c4-b19b-429d-a0b8-e11063c4b941 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.301937] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858033} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.302497] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] ea3dd269-6a0c-4192-ac07-bd27db00ac8c/ea3dd269-6a0c-4192-ac07-bd27db00ac8c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.303054] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.303054] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4445d8ad-9b54-46f1-9570-628d31d02e86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.313396] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 941.313396] env[69846]: value = "task-2949833" [ 941.313396] env[69846]: _type = "Task" [ 941.313396] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.320332] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.371161] env[69846]: DEBUG nova.scheduler.client.report [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.469770] env[69846]: DEBUG oslo_concurrency.lockutils [None req-61e2d330-10c8-4f0b-b472-c6d1da99a09b tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.256s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.716178] env[69846]: DEBUG nova.compute.manager [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.744844] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.746068] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.746477] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.746948] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.747600] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.748077] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.748430] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.748803] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.749106] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.749746] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.750202] env[69846]: DEBUG nova.virt.hardware [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.751598] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c736a4-b72f-431a-96f6-78a365a96c8f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.761521] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcf92ff-e06a-4798-8d93-1e31d866a1e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.821884] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205855} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.822184] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.823023] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9094c68-e932-403f-b77c-1239ca5333b7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.845767] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] ea3dd269-6a0c-4192-ac07-bd27db00ac8c/ea3dd269-6a0c-4192-ac07-bd27db00ac8c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.846361] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9762a53f-5ed4-4f98-bbfe-cc0f4328bf2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.868486] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 941.868486] env[69846]: value = "task-2949834" [ 941.868486] env[69846]: _type = "Task" [ 941.868486] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.877650] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.880336] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.881828] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.786s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.882135] env[69846]: DEBUG nova.objects.instance [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lazy-loading 'resources' on Instance uuid c608a5ea-9e86-4e0e-8347-339899b4234e {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.907580] env[69846]: INFO nova.scheduler.client.report [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleted allocations for instance 8451f526-ffe5-4d94-a027-6dc67d8bd598 [ 941.975900] env[69846]: DEBUG nova.compute.manager [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.989286] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.989563] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.989770] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.989947] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.990204] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.992321] env[69846]: INFO nova.compute.manager [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Terminating instance [ 942.380314] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.420367] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5cad133-ad3b-45f8-8330-0f141452badc tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "8451f526-ffe5-4d94-a027-6dc67d8bd598" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.021s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.496021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.496723] env[69846]: DEBUG nova.compute.manager [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.496920] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.498589] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba903c7b-9467-42bf-bd66-c6d3863ecd6a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.509684] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.509993] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a863c5f-3125-4bab-93aa-7019898a4f08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.549542] env[69846]: DEBUG nova.compute.manager [req-832175a2-7f27-443c-8b46-5a7947318a41 req-57372db3-c829-4383-98f9-e03e0c0653e6 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Received event network-changed-a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.549731] env[69846]: DEBUG nova.compute.manager [req-832175a2-7f27-443c-8b46-5a7947318a41 req-57372db3-c829-4383-98f9-e03e0c0653e6 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Refreshing instance network info cache due to event network-changed-a4064777-714a-4d15-a1e7-9f95f6aa5669. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.549938] env[69846]: DEBUG oslo_concurrency.lockutils [req-832175a2-7f27-443c-8b46-5a7947318a41 req-57372db3-c829-4383-98f9-e03e0c0653e6 service nova] Acquiring lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.550121] env[69846]: DEBUG oslo_concurrency.lockutils [req-832175a2-7f27-443c-8b46-5a7947318a41 req-57372db3-c829-4383-98f9-e03e0c0653e6 service nova] Acquired lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.550288] env[69846]: DEBUG nova.network.neutron [req-832175a2-7f27-443c-8b46-5a7947318a41 req-57372db3-c829-4383-98f9-e03e0c0653e6 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Refreshing network info cache for port a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.592817] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.593040] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.593231] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleting the datastore file [datastore1] 785a22b1-4df5-4248-9c3d-7edb19b3ddf5 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.593499] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7af09244-7401-41dc-9e31-f1d3312ce6f9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.601909] env[69846]: DEBUG oslo_vmware.api [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 942.601909] env[69846]: value = "task-2949836" [ 942.601909] env[69846]: _type = "Task" [ 942.601909] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.611504] env[69846]: DEBUG oslo_vmware.api [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.882295] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949834, 'name': ReconfigVM_Task, 'duration_secs': 0.932038} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.882622] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] ea3dd269-6a0c-4192-ac07-bd27db00ac8c/ea3dd269-6a0c-4192-ac07-bd27db00ac8c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.884163] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84f15083-c861-44a6-a5ef-d31a098542e7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.887068] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3652d35-f8da-4f3c-82d7-2e30a965ccde {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.896635] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8700212-8668-42a1-a10f-77e3e580f648 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.900114] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 942.900114] env[69846]: value = "task-2949837" [ 942.900114] env[69846]: _type = "Task" [ 942.900114] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.939736] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32645d4c-d2be-4924-957b-06a3e62a7cd7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.942530] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949837, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.948578] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468d3139-22c0-4a7a-98cb-d06746f99e43 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.964019] env[69846]: DEBUG nova.compute.provider_tree [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.113602] env[69846]: DEBUG oslo_vmware.api [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2949836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207917} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.116475] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.116762] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.117031] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.117349] env[69846]: INFO nova.compute.manager [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Took 0.62 seconds to destroy the instance on the hypervisor. [ 943.117688] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.117977] env[69846]: DEBUG nova.compute.manager [-] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.118132] env[69846]: DEBUG nova.network.neutron [-] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.293962] env[69846]: DEBUG nova.network.neutron [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Successfully updated port: e9e425c4-b19b-429d-a0b8-e11063c4b941 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.409840] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949837, 'name': Rename_Task, 'duration_secs': 0.285077} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.410203] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.410496] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39610c25-9f06-451f-abb9-2010f7dee47f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.418433] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 943.418433] env[69846]: value = "task-2949838" [ 943.418433] env[69846]: _type = "Task" [ 943.418433] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.427120] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.467169] env[69846]: DEBUG nova.scheduler.client.report [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.478503] env[69846]: DEBUG nova.network.neutron [req-832175a2-7f27-443c-8b46-5a7947318a41 req-57372db3-c829-4383-98f9-e03e0c0653e6 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Updated VIF entry in instance network info cache for port a4064777-714a-4d15-a1e7-9f95f6aa5669. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.479016] env[69846]: DEBUG nova.network.neutron [req-832175a2-7f27-443c-8b46-5a7947318a41 req-57372db3-c829-4383-98f9-e03e0c0653e6 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Updating instance_info_cache with network_info: [{"id": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "address": "fa:16:3e:02:e3:c2", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4064777-71", "ovs_interfaceid": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.586874] env[69846]: DEBUG nova.compute.manager [req-2425aba9-d4da-4624-a8e1-8afe14176bc7 req-77770886-fb08-47bb-8b58-b7f8ea552709 service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Received event network-vif-deleted-cb2345c9-d690-4a8a-ae4f-f4b929feebd2 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.587112] env[69846]: INFO nova.compute.manager [req-2425aba9-d4da-4624-a8e1-8afe14176bc7 req-77770886-fb08-47bb-8b58-b7f8ea552709 service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Neutron deleted interface cb2345c9-d690-4a8a-ae4f-f4b929feebd2; detaching it from the instance and deleting it from the info cache [ 943.587296] env[69846]: DEBUG nova.network.neutron [req-2425aba9-d4da-4624-a8e1-8afe14176bc7 req-77770886-fb08-47bb-8b58-b7f8ea552709 service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.681909] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.682293] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.682944] env[69846]: INFO nova.compute.manager [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Rebooting instance [ 943.798648] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "refresh_cache-4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.798648] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "refresh_cache-4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.798821] env[69846]: DEBUG nova.network.neutron [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.898360] env[69846]: DEBUG nova.network.neutron [-] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.929273] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.975079] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.975548] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.124s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.977477] env[69846]: INFO nova.compute.claims [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.981768] env[69846]: DEBUG oslo_concurrency.lockutils [req-832175a2-7f27-443c-8b46-5a7947318a41 req-57372db3-c829-4383-98f9-e03e0c0653e6 service nova] Releasing lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.994582] env[69846]: INFO nova.scheduler.client.report [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Deleted allocations for instance c608a5ea-9e86-4e0e-8347-339899b4234e [ 944.090815] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a28e390c-4643-46d3-995c-d06763e296aa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.102086] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115f0076-959b-4ad2-8a85-d2a8e70914cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.140110] env[69846]: DEBUG nova.compute.manager [req-2425aba9-d4da-4624-a8e1-8afe14176bc7 req-77770886-fb08-47bb-8b58-b7f8ea552709 service nova] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Detach interface failed, port_id=cb2345c9-d690-4a8a-ae4f-f4b929feebd2, reason: Instance 785a22b1-4df5-4248-9c3d-7edb19b3ddf5 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.206365] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.206621] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquired lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.206847] env[69846]: DEBUG nova.network.neutron [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.332907] env[69846]: DEBUG nova.network.neutron [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.400780] env[69846]: INFO nova.compute.manager [-] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Took 1.28 seconds to deallocate network for instance. [ 944.429548] env[69846]: DEBUG oslo_vmware.api [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949838, 'name': PowerOnVM_Task, 'duration_secs': 0.94671} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.429981] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.430147] env[69846]: DEBUG nova.compute.manager [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.430826] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6671d77-3185-444a-8318-fb0bd9451870 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.495754] env[69846]: DEBUG nova.network.neutron [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Updating instance_info_cache with network_info: [{"id": "e9e425c4-b19b-429d-a0b8-e11063c4b941", "address": "fa:16:3e:8b:ab:4f", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e425c4-b1", "ovs_interfaceid": "e9e425c4-b19b-429d-a0b8-e11063c4b941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.500775] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c8218f1-3493-4833-8802-40aa518e6265 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Lock "c608a5ea-9e86-4e0e-8347-339899b4234e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.274s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.652220] env[69846]: DEBUG nova.compute.manager [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Received event network-vif-plugged-e9e425c4-b19b-429d-a0b8-e11063c4b941 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.652352] env[69846]: DEBUG oslo_concurrency.lockutils [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] Acquiring lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.652557] env[69846]: DEBUG oslo_concurrency.lockutils [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] Lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.652761] env[69846]: DEBUG oslo_concurrency.lockutils [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] Lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.652889] env[69846]: DEBUG nova.compute.manager [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] No waiting events found dispatching network-vif-plugged-e9e425c4-b19b-429d-a0b8-e11063c4b941 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.653064] env[69846]: WARNING nova.compute.manager [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Received unexpected event network-vif-plugged-e9e425c4-b19b-429d-a0b8-e11063c4b941 for instance with vm_state building and task_state spawning. [ 944.653231] env[69846]: DEBUG nova.compute.manager [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Received event network-changed-e9e425c4-b19b-429d-a0b8-e11063c4b941 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.653385] env[69846]: DEBUG nova.compute.manager [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Refreshing instance network info cache due to event network-changed-e9e425c4-b19b-429d-a0b8-e11063c4b941. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.653549] env[69846]: DEBUG oslo_concurrency.lockutils [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] Acquiring lock "refresh_cache-4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.910159] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.947130] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.981522] env[69846]: DEBUG nova.network.neutron [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Updating instance_info_cache with network_info: [{"id": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "address": "fa:16:3e:02:e3:c2", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4064777-71", "ovs_interfaceid": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.998047] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "refresh_cache-4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.998537] env[69846]: DEBUG nova.compute.manager [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Instance network_info: |[{"id": "e9e425c4-b19b-429d-a0b8-e11063c4b941", "address": "fa:16:3e:8b:ab:4f", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e425c4-b1", "ovs_interfaceid": "e9e425c4-b19b-429d-a0b8-e11063c4b941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.998807] env[69846]: DEBUG oslo_concurrency.lockutils [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] Acquired lock "refresh_cache-4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.999017] env[69846]: DEBUG nova.network.neutron [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Refreshing network info cache for port e9e425c4-b19b-429d-a0b8-e11063c4b941 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.000441] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:ab:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9e425c4-b19b-429d-a0b8-e11063c4b941', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.009136] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.014327] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.015051] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46872046-1e84-4724-b51c-3f3b464c4049 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.050290] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.050290] env[69846]: value = "task-2949839" [ 945.050290] env[69846]: _type = "Task" [ 945.050290] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.065545] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949839, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.377850] env[69846]: DEBUG nova.network.neutron [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Updated VIF entry in instance network info cache for port e9e425c4-b19b-429d-a0b8-e11063c4b941. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.377850] env[69846]: DEBUG nova.network.neutron [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Updating instance_info_cache with network_info: [{"id": "e9e425c4-b19b-429d-a0b8-e11063c4b941", "address": "fa:16:3e:8b:ab:4f", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e425c4-b1", "ovs_interfaceid": "e9e425c4-b19b-429d-a0b8-e11063c4b941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.484771] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Releasing lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.486804] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67572818-20c7-4cc5-91df-5b67ae3abfc0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.497392] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3427420-d4ed-4359-91b4-0576b9a2bbdc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.532797] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdb2e39-47dc-4c85-b021-6ecfe0ff0f3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.541801] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d58c24-7df1-4d1f-88f6-ef0dca40cd06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.556098] env[69846]: DEBUG nova.compute.provider_tree [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.567129] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949839, 'name': CreateVM_Task, 'duration_secs': 0.360139} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.571021] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.571021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.571021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.571021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.571021] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dadb044-206d-4d2c-b466-29b386cc6d61 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.574943] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 945.574943] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52807485-8604-a613-7af7-acf098859204" [ 945.574943] env[69846]: _type = "Task" [ 945.574943] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.583448] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52807485-8604-a613-7af7-acf098859204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.883304] env[69846]: DEBUG oslo_concurrency.lockutils [req-1bb18386-c089-4d8c-9e55-0065c9ed82fb req-ff2df686-405c-4822-9309-bfbf97fb4311 service nova] Releasing lock "refresh_cache-4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.996849] env[69846]: DEBUG nova.compute.manager [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.997728] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a799bbc-f13a-4c23-ada0-1facbb925203 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.062126] env[69846]: DEBUG nova.scheduler.client.report [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.087958] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52807485-8604-a613-7af7-acf098859204, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.089067] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.089324] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.089560] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.089707] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.089882] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.090618] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d4c0d96-976b-4bdd-91d9-75040777d286 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.102665] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.102906] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.103743] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00de6eb2-dacf-4503-96dd-c959a66c42d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.110843] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 946.110843] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524f2d7c-5522-2e95-0f48-da0c28ec47d2" [ 946.110843] env[69846]: _type = "Task" [ 946.110843] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.118686] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524f2d7c-5522-2e95-0f48-da0c28ec47d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.135060] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "ea3dd269-6a0c-4192-ac07-bd27db00ac8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.135351] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "ea3dd269-6a0c-4192-ac07-bd27db00ac8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.135692] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "ea3dd269-6a0c-4192-ac07-bd27db00ac8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.135903] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "ea3dd269-6a0c-4192-ac07-bd27db00ac8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.136090] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "ea3dd269-6a0c-4192-ac07-bd27db00ac8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.138932] env[69846]: INFO nova.compute.manager [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Terminating instance [ 946.570932] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.571486] env[69846]: DEBUG nova.compute.manager [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.574392] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.958s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.574622] env[69846]: DEBUG nova.objects.instance [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lazy-loading 'resources' on Instance uuid 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.622655] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524f2d7c-5522-2e95-0f48-da0c28ec47d2, 'name': SearchDatastore_Task, 'duration_secs': 0.018861} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.623527] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6549470c-111f-443f-bc96-31e1e38b125c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.629059] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 946.629059] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52798176-0d61-279f-23d2-69122aafd31c" [ 946.629059] env[69846]: _type = "Task" [ 946.629059] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.637593] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52798176-0d61-279f-23d2-69122aafd31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.643622] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "refresh_cache-ea3dd269-6a0c-4192-ac07-bd27db00ac8c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.643866] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquired lock "refresh_cache-ea3dd269-6a0c-4192-ac07-bd27db00ac8c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.644170] env[69846]: DEBUG nova.network.neutron [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.964426] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "dae8e366-9dcd-4d13-9cea-a94afc4bae75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.964663] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "dae8e366-9dcd-4d13-9cea-a94afc4bae75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.014795] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0259c2a4-ca84-4c8f-b0df-4cca55c56b32 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.024458] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Doing hard reboot of VM {{(pid=69846) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 947.025707] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-55b2ae01-bfec-4a76-9561-20afdfc826a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.035696] env[69846]: DEBUG oslo_vmware.api [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 947.035696] env[69846]: value = "task-2949840" [ 947.035696] env[69846]: _type = "Task" [ 947.035696] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.048030] env[69846]: DEBUG oslo_vmware.api [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949840, 'name': ResetVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.082466] env[69846]: DEBUG nova.compute.utils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.084674] env[69846]: DEBUG nova.compute.manager [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.084962] env[69846]: DEBUG nova.network.neutron [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.145127] env[69846]: DEBUG nova.policy [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d102ccd84814c33bcd8264b9d21a331', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bcf62b2ce624468a0d6341ae7688b25', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.154724] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52798176-0d61-279f-23d2-69122aafd31c, 'name': SearchDatastore_Task, 'duration_secs': 0.019071} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.159911] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.159911] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7/4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.159911] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c74fec87-8a4b-431a-a45a-7a97b87d83ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.167325] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 947.167325] env[69846]: value = "task-2949841" [ 947.167325] env[69846]: _type = "Task" [ 947.167325] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.177149] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.180353] env[69846]: DEBUG nova.network.neutron [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.252966] env[69846]: DEBUG nova.network.neutron [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.537297] env[69846]: DEBUG nova.network.neutron [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Successfully created port: 958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.551405] env[69846]: DEBUG oslo_vmware.api [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949840, 'name': ResetVM_Task, 'duration_secs': 0.116224} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.551746] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Did hard reboot of VM {{(pid=69846) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 947.551846] env[69846]: DEBUG nova.compute.manager [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.552880] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c223c15-bea5-4766-9c92-e3b9899895ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.587956] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdee9e6-e26f-4a85-ac34-e742766999b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.590997] env[69846]: DEBUG nova.compute.manager [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.601643] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4e91f3-917a-460a-ba5a-2fd7cffb7698 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.636212] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413ef27-1010-4c4e-81a5-2f3bd1de5585 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.647174] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472c1a63-f488-427f-9f5c-33f3032dc89f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.665768] env[69846]: DEBUG nova.compute.provider_tree [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.681023] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949841, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.755607] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Releasing lock "refresh_cache-ea3dd269-6a0c-4192-ac07-bd27db00ac8c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.756171] env[69846]: DEBUG nova.compute.manager [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.756523] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.757464] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1976e45-df8d-4134-9626-f7a3b9bb4f50 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.768205] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.768593] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c27aa96a-bfef-4d39-a786-ee118fea2ed4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.777801] env[69846]: DEBUG oslo_vmware.api [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 947.777801] env[69846]: value = "task-2949842" [ 947.777801] env[69846]: _type = "Task" [ 947.777801] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.789417] env[69846]: DEBUG oslo_vmware.api [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.071673] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f717cadb-f3b9-45cc-ba20-27b1fefbe831 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.389s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.172019] env[69846]: DEBUG nova.scheduler.client.report [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.187022] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831046} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.187022] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7/4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.187022] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.187022] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a06d8570-8cb1-4100-9fa0-68571753239a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.196822] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 948.196822] env[69846]: value = "task-2949843" [ 948.196822] env[69846]: _type = "Task" [ 948.196822] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.206596] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.290376] env[69846]: DEBUG oslo_vmware.api [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949842, 'name': PowerOffVM_Task, 'duration_secs': 0.2228} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.290679] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.290848] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.291131] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb9e5532-7aae-4d19-badb-a3aeff66b7df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.320700] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.321021] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.321290] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Deleting the datastore file [datastore2] ea3dd269-6a0c-4192-ac07-bd27db00ac8c {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.321617] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-043bc1d8-596b-4870-8ef8-4ddb9c671c16 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.329797] env[69846]: DEBUG oslo_vmware.api [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for the task: (returnval){ [ 948.329797] env[69846]: value = "task-2949845" [ 948.329797] env[69846]: _type = "Task" [ 948.329797] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.339935] env[69846]: DEBUG oslo_vmware.api [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.605782] env[69846]: DEBUG nova.compute.manager [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.639945] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.640276] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.640451] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.640687] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.640851] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.641011] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.645480] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.645480] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.645480] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.645480] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.645480] env[69846]: DEBUG nova.virt.hardware [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.645480] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1973195f-dfc6-4ce6-a9a1-f5d3a1b23a04 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.653345] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0d850d-09ed-45e2-9998-1b28828fc36f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.681018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.683572] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.770s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.685167] env[69846]: INFO nova.compute.claims [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.708773] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269232} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.710132] env[69846]: INFO nova.scheduler.client.report [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Deleted allocations for instance 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4 [ 948.711300] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.718171] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea4b653-f257-483e-b633-dfdd3ac598e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.743724] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7/4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.744741] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d626d5ce-62e4-4e63-83d4-d58f5b1106bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.765548] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 948.765548] env[69846]: value = "task-2949846" [ 948.765548] env[69846]: _type = "Task" [ 948.765548] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.777097] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.778996] env[69846]: DEBUG nova.compute.manager [req-7b4bc288-3668-4982-a7da-b804cb281ab0 req-565ae4f7-be69-48a9-8b53-86890db39a29 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Received event network-changed-a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.778996] env[69846]: DEBUG nova.compute.manager [req-7b4bc288-3668-4982-a7da-b804cb281ab0 req-565ae4f7-be69-48a9-8b53-86890db39a29 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Refreshing instance network info cache due to event network-changed-a4064777-714a-4d15-a1e7-9f95f6aa5669. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.779173] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b4bc288-3668-4982-a7da-b804cb281ab0 req-565ae4f7-be69-48a9-8b53-86890db39a29 service nova] Acquiring lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.779354] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b4bc288-3668-4982-a7da-b804cb281ab0 req-565ae4f7-be69-48a9-8b53-86890db39a29 service nova] Acquired lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.779529] env[69846]: DEBUG nova.network.neutron [req-7b4bc288-3668-4982-a7da-b804cb281ab0 req-565ae4f7-be69-48a9-8b53-86890db39a29 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Refreshing network info cache for port a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.840425] env[69846]: DEBUG oslo_vmware.api [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Task: {'id': task-2949845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385896} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.840720] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.840925] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.841116] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.841340] env[69846]: INFO nova.compute.manager [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 948.841620] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.841842] env[69846]: DEBUG nova.compute.manager [-] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.842063] env[69846]: DEBUG nova.network.neutron [-] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.860269] env[69846]: DEBUG nova.network.neutron [-] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.222038] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Lock "8b2c7dc4-d0d6-490e-b81d-b16023d0dce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.291s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.277019] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949846, 'name': ReconfigVM_Task, 'duration_secs': 0.327957} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.277019] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7/4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.277413] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ffe7307-fed6-4455-aa99-a48fd4ff4a7b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.285020] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 949.285020] env[69846]: value = "task-2949847" [ 949.285020] env[69846]: _type = "Task" [ 949.285020] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.294448] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949847, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.363228] env[69846]: DEBUG nova.network.neutron [-] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.365981] env[69846]: DEBUG nova.network.neutron [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Successfully updated port: 958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.542331] env[69846]: DEBUG oslo_concurrency.lockutils [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.543486] env[69846]: DEBUG oslo_concurrency.lockutils [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.543571] env[69846]: DEBUG oslo_concurrency.lockutils [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.544817] env[69846]: DEBUG oslo_concurrency.lockutils [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.544817] env[69846]: DEBUG oslo_concurrency.lockutils [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.546143] env[69846]: INFO nova.compute.manager [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Terminating instance [ 949.651397] env[69846]: DEBUG nova.network.neutron [req-7b4bc288-3668-4982-a7da-b804cb281ab0 req-565ae4f7-be69-48a9-8b53-86890db39a29 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Updated VIF entry in instance network info cache for port a4064777-714a-4d15-a1e7-9f95f6aa5669. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.651835] env[69846]: DEBUG nova.network.neutron [req-7b4bc288-3668-4982-a7da-b804cb281ab0 req-565ae4f7-be69-48a9-8b53-86890db39a29 service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Updating instance_info_cache with network_info: [{"id": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "address": "fa:16:3e:02:e3:c2", "network": {"id": "4fe260bb-bf8f-4739-9eb0-0b587325586e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-886948812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4fce2c79f644e297d80c4ea9631210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4064777-71", "ovs_interfaceid": "a4064777-714a-4d15-a1e7-9f95f6aa5669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.803739] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949847, 'name': Rename_Task, 'duration_secs': 0.161228} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.810280] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.810833] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c20a9a1-e438-4d30-82f2-0eaab892da9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.821624] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 949.821624] env[69846]: value = "task-2949848" [ 949.821624] env[69846]: _type = "Task" [ 949.821624] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.836579] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.866209] env[69846]: INFO nova.compute.manager [-] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Took 1.02 seconds to deallocate network for instance. [ 949.869401] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquiring lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.869401] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquired lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.869401] env[69846]: DEBUG nova.network.neutron [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.053926] env[69846]: DEBUG nova.compute.manager [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.054169] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.055312] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8643d7b1-9b3a-4354-9bc4-89d8661f10e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.064364] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.064630] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed5e3860-1d3a-4858-bf84-143faf0fecfb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.075652] env[69846]: DEBUG oslo_vmware.api [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 950.075652] env[69846]: value = "task-2949849" [ 950.075652] env[69846]: _type = "Task" [ 950.075652] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.087800] env[69846]: DEBUG oslo_vmware.api [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.154794] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b4bc288-3668-4982-a7da-b804cb281ab0 req-565ae4f7-be69-48a9-8b53-86890db39a29 service nova] Releasing lock "refresh_cache-6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.277602] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db419a7-7f9a-4558-a0ba-2f6147152563 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.287150] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf590d19-50e7-405a-a3fc-2315f5fd82ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.330400] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5014bf70-7c45-469e-824d-5762a0b5f834 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.342213] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b78390-0ccf-4c6c-b8c7-4e1b03d71d01 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.347423] env[69846]: DEBUG oslo_vmware.api [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949848, 'name': PowerOnVM_Task, 'duration_secs': 0.514969} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.347423] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.347423] env[69846]: INFO nova.compute.manager [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Took 8.63 seconds to spawn the instance on the hypervisor. [ 950.347423] env[69846]: DEBUG nova.compute.manager [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.348185] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d9af77-7f7f-4eb3-bb27-abb514b92eb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.364084] env[69846]: DEBUG nova.compute.provider_tree [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.379242] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.423084] env[69846]: DEBUG nova.network.neutron [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.589782] env[69846]: DEBUG oslo_vmware.api [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949849, 'name': PowerOffVM_Task, 'duration_secs': 0.196857} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.590769] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.591041] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.591375] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b005d0b0-6124-44b4-a406-c9ac48094961 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.599216] env[69846]: DEBUG nova.network.neutron [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updating instance_info_cache with network_info: [{"id": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "address": "fa:16:3e:74:ba:f5", "network": {"id": "580323c7-ab23-465a-a135-11babf28ccca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1079337390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bcf62b2ce624468a0d6341ae7688b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958b4139-ba", "ovs_interfaceid": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.667280] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.667640] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.667703] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Deleting the datastore file [datastore1] 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.667959] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd276e5-fa29-4f3b-ade2-e0cd02ebef73 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.674843] env[69846]: DEBUG oslo_vmware.api [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 950.674843] env[69846]: value = "task-2949851" [ 950.674843] env[69846]: _type = "Task" [ 950.674843] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.688237] env[69846]: DEBUG oslo_vmware.api [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.807818] env[69846]: DEBUG nova.compute.manager [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Received event network-vif-plugged-958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.808047] env[69846]: DEBUG oslo_concurrency.lockutils [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] Acquiring lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.808266] env[69846]: DEBUG oslo_concurrency.lockutils [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] Lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.808435] env[69846]: DEBUG oslo_concurrency.lockutils [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] Lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.809785] env[69846]: DEBUG nova.compute.manager [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] No waiting events found dispatching network-vif-plugged-958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.809785] env[69846]: WARNING nova.compute.manager [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Received unexpected event network-vif-plugged-958b4139-ba7c-4398-8c2e-8df7730d38f3 for instance with vm_state building and task_state spawning. [ 950.809785] env[69846]: DEBUG nova.compute.manager [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Received event network-changed-958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.809785] env[69846]: DEBUG nova.compute.manager [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Refreshing instance network info cache due to event network-changed-958b4139-ba7c-4398-8c2e-8df7730d38f3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.809785] env[69846]: DEBUG oslo_concurrency.lockutils [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] Acquiring lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.868234] env[69846]: DEBUG nova.scheduler.client.report [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.886949] env[69846]: INFO nova.compute.manager [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Took 61.76 seconds to build instance. [ 951.019035] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.019649] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.101451] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Releasing lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.101877] env[69846]: DEBUG nova.compute.manager [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Instance network_info: |[{"id": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "address": "fa:16:3e:74:ba:f5", "network": {"id": "580323c7-ab23-465a-a135-11babf28ccca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1079337390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bcf62b2ce624468a0d6341ae7688b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958b4139-ba", "ovs_interfaceid": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.102297] env[69846]: DEBUG oslo_concurrency.lockutils [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] Acquired lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.102508] env[69846]: DEBUG nova.network.neutron [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Refreshing network info cache for port 958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.103743] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:ba:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '958b4139-ba7c-4398-8c2e-8df7730d38f3', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.111380] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Creating folder: Project (1bcf62b2ce624468a0d6341ae7688b25). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.112449] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-894a3436-4d9b-4f8f-8d76-b707a4a4d5bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.125951] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Created folder: Project (1bcf62b2ce624468a0d6341ae7688b25) in parent group-v591891. [ 951.126184] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Creating folder: Instances. Parent ref: group-v592059. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.126420] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3810e77-c14b-4d64-a8a9-8e969303889d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.136732] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Created folder: Instances in parent group-v592059. [ 951.137014] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.137215] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.137420] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1118200e-9250-4b1a-a465-0fb1ff3a2f23 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.159067] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.159067] env[69846]: value = "task-2949854" [ 951.159067] env[69846]: _type = "Task" [ 951.159067] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.168307] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949854, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.184336] env[69846]: DEBUG oslo_vmware.api [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125221} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.184960] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.185395] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.185596] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.185771] env[69846]: INFO nova.compute.manager [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 951.186020] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.186219] env[69846]: DEBUG nova.compute.manager [-] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.186313] env[69846]: DEBUG nova.network.neutron [-] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.379129] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.379659] env[69846]: DEBUG nova.compute.manager [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.382915] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.909s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.386639] env[69846]: INFO nova.compute.claims [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.391829] env[69846]: DEBUG oslo_concurrency.lockutils [None req-24f0903f-3a6e-46ee-990a-0be290683cec tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.926s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.650097] env[69846]: DEBUG nova.compute.manager [req-fff65dc0-3cde-4612-b0b2-b359ebde607b req-eae5d8a1-fad7-4975-8f9d-c672acf7d63d service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Received event network-vif-deleted-a4064777-714a-4d15-a1e7-9f95f6aa5669 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.650333] env[69846]: INFO nova.compute.manager [req-fff65dc0-3cde-4612-b0b2-b359ebde607b req-eae5d8a1-fad7-4975-8f9d-c672acf7d63d service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Neutron deleted interface a4064777-714a-4d15-a1e7-9f95f6aa5669; detaching it from the instance and deleting it from the info cache [ 951.650520] env[69846]: DEBUG nova.network.neutron [req-fff65dc0-3cde-4612-b0b2-b359ebde607b req-eae5d8a1-fad7-4975-8f9d-c672acf7d63d service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.670793] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949854, 'name': CreateVM_Task, 'duration_secs': 0.343117} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.671077] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.671699] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.671918] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.672280] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.672752] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623ab2f7-5549-442e-9dcf-9aa5308ad393 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.677909] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 951.677909] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526a0558-ed76-e654-9116-f8f2488b4297" [ 951.677909] env[69846]: _type = "Task" [ 951.677909] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.695064] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526a0558-ed76-e654-9116-f8f2488b4297, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.695192] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.695471] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.695787] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.695991] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.696235] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.696617] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d54fee46-98df-4861-9809-aa65a9e9f24a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.705750] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.705990] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.706837] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01b5342-585f-42c6-9982-314baf00d1ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.712272] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 951.712272] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c405f9-3261-0b8e-15c3-308fe3d7e00e" [ 951.712272] env[69846]: _type = "Task" [ 951.712272] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.721287] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c405f9-3261-0b8e-15c3-308fe3d7e00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.826614] env[69846]: DEBUG nova.network.neutron [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updated VIF entry in instance network info cache for port 958b4139-ba7c-4398-8c2e-8df7730d38f3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.826702] env[69846]: DEBUG nova.network.neutron [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updating instance_info_cache with network_info: [{"id": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "address": "fa:16:3e:74:ba:f5", "network": {"id": "580323c7-ab23-465a-a135-11babf28ccca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1079337390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bcf62b2ce624468a0d6341ae7688b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958b4139-ba", "ovs_interfaceid": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.884749] env[69846]: DEBUG nova.compute.utils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.885971] env[69846]: DEBUG nova.compute.manager [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.886149] env[69846]: DEBUG nova.network.neutron [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.895253] env[69846]: DEBUG nova.compute.manager [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.930707] env[69846]: DEBUG nova.policy [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0a10d9aa1ce43f6921bdde692bf7b85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df096e2475264a7e8bf97b8a7c477610', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.115251] env[69846]: DEBUG nova.network.neutron [-] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.153355] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19061e70-c9f8-4a49-b84c-7f10687c46da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.164352] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6b382d-4351-4787-99ff-3cca622925ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.202082] env[69846]: DEBUG nova.compute.manager [req-fff65dc0-3cde-4612-b0b2-b359ebde607b req-eae5d8a1-fad7-4975-8f9d-c672acf7d63d service nova] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Detach interface failed, port_id=a4064777-714a-4d15-a1e7-9f95f6aa5669, reason: Instance 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.203069] env[69846]: DEBUG nova.network.neutron [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Successfully created port: 4b2a36ab-e6ac-4860-adc1-21299f570149 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.221368] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c405f9-3261-0b8e-15c3-308fe3d7e00e, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.222117] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c800fc2a-c749-4c69-bf0a-34032d3b37a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.227345] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 952.227345] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f935ce-acd5-5c9e-fbef-899f7c6d0c9a" [ 952.227345] env[69846]: _type = "Task" [ 952.227345] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.236144] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f935ce-acd5-5c9e-fbef-899f7c6d0c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.248946] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c404999-0d51-403b-8be8-ae304f1d00c8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.255560] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abccd555-a0c7-4f37-bec2-3cee0f9441e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Suspending the VM {{(pid=69846) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 952.255824] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8ed6be03-30ba-4d02-834a-52d9330d9ce6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.263161] env[69846]: DEBUG oslo_vmware.api [None req-abccd555-a0c7-4f37-bec2-3cee0f9441e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 952.263161] env[69846]: value = "task-2949855" [ 952.263161] env[69846]: _type = "Task" [ 952.263161] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.272015] env[69846]: DEBUG oslo_vmware.api [None req-abccd555-a0c7-4f37-bec2-3cee0f9441e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949855, 'name': SuspendVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.330116] env[69846]: DEBUG oslo_concurrency.lockutils [req-22489dba-7da2-4965-bf9d-fc104c09e01b req-e0b1c3d4-d7e3-47cf-850e-866ae3a08b96 service nova] Releasing lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.389169] env[69846]: DEBUG nova.compute.manager [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.417619] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.478512] env[69846]: DEBUG nova.network.neutron [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Successfully created port: 8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.619318] env[69846]: INFO nova.compute.manager [-] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Took 1.43 seconds to deallocate network for instance. [ 952.742242] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f935ce-acd5-5c9e-fbef-899f7c6d0c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.742535] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.742758] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 563d5262-1fe8-4422-bc4d-cfeec673ae6b/563d5262-1fe8-4422-bc4d-cfeec673ae6b.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.743048] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-993c780b-4b0e-42a3-bece-3b2701f9d298 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.754021] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 952.754021] env[69846]: value = "task-2949856" [ 952.754021] env[69846]: _type = "Task" [ 952.754021] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.766281] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.777950] env[69846]: DEBUG oslo_vmware.api [None req-abccd555-a0c7-4f37-bec2-3cee0f9441e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949855, 'name': SuspendVM_Task} progress is 70%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.899042] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40dc4c7-3c36-4081-a0eb-278adfad648b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.913764] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d77824d-f35c-4b9b-b639-36792cd0a229 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.975931] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e756af3-fa77-4604-9725-cbbb62b3bf81 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.986267] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55f649b-3a55-48d2-a719-c84421b20984 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.005403] env[69846]: DEBUG nova.compute.provider_tree [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.129174] env[69846]: DEBUG oslo_concurrency.lockutils [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.265032] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463123} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.265032] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 563d5262-1fe8-4422-bc4d-cfeec673ae6b/563d5262-1fe8-4422-bc4d-cfeec673ae6b.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.265212] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.265364] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e87eb48b-2e9c-413d-9928-5c686cf5cc33 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.277639] env[69846]: DEBUG oslo_vmware.api [None req-abccd555-a0c7-4f37-bec2-3cee0f9441e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949855, 'name': SuspendVM_Task, 'duration_secs': 0.641558} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.279034] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abccd555-a0c7-4f37-bec2-3cee0f9441e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Suspended the VM {{(pid=69846) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 953.279241] env[69846]: DEBUG nova.compute.manager [None req-abccd555-a0c7-4f37-bec2-3cee0f9441e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.279551] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 953.279551] env[69846]: value = "task-2949857" [ 953.279551] env[69846]: _type = "Task" [ 953.279551] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.280366] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cacc2f7-88ef-49f3-afb0-909928da2af1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.291525] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.405584] env[69846]: DEBUG nova.compute.manager [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.433041] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.433041] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.433041] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.433041] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.433041] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.433348] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.433540] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.433708] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.433878] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.434051] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.434231] env[69846]: DEBUG nova.virt.hardware [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.435104] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86528bee-9eaf-4148-b074-e7d0b39312aa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.443362] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38546a86-2441-4926-a6ec-d8b07a8b215a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.507891] env[69846]: DEBUG nova.scheduler.client.report [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.794565] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137873} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.794833] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.795650] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c3834-0b22-4209-ad6c-1953913bffce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.820407] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 563d5262-1fe8-4422-bc4d-cfeec673ae6b/563d5262-1fe8-4422-bc4d-cfeec673ae6b.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.821510] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bec2cb2-e011-45a3-b67a-8be813579c5f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.842391] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 953.842391] env[69846]: value = "task-2949858" [ 953.842391] env[69846]: _type = "Task" [ 953.842391] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.850857] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.922712] env[69846]: DEBUG nova.compute.manager [req-671436de-d600-4596-8a98-41982b3da03a req-fce20fd4-73a2-489b-86cb-33565df9ae23 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Received event network-vif-plugged-4b2a36ab-e6ac-4860-adc1-21299f570149 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.922712] env[69846]: DEBUG oslo_concurrency.lockutils [req-671436de-d600-4596-8a98-41982b3da03a req-fce20fd4-73a2-489b-86cb-33565df9ae23 service nova] Acquiring lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.923326] env[69846]: DEBUG oslo_concurrency.lockutils [req-671436de-d600-4596-8a98-41982b3da03a req-fce20fd4-73a2-489b-86cb-33565df9ae23 service nova] Lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.923326] env[69846]: DEBUG oslo_concurrency.lockutils [req-671436de-d600-4596-8a98-41982b3da03a req-fce20fd4-73a2-489b-86cb-33565df9ae23 service nova] Lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.923326] env[69846]: DEBUG nova.compute.manager [req-671436de-d600-4596-8a98-41982b3da03a req-fce20fd4-73a2-489b-86cb-33565df9ae23 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] No waiting events found dispatching network-vif-plugged-4b2a36ab-e6ac-4860-adc1-21299f570149 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.923604] env[69846]: WARNING nova.compute.manager [req-671436de-d600-4596-8a98-41982b3da03a req-fce20fd4-73a2-489b-86cb-33565df9ae23 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Received unexpected event network-vif-plugged-4b2a36ab-e6ac-4860-adc1-21299f570149 for instance with vm_state building and task_state spawning. [ 954.013662] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.014396] env[69846]: DEBUG nova.compute.manager [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.017041] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 52.118s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.020872] env[69846]: DEBUG nova.network.neutron [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Successfully updated port: 4b2a36ab-e6ac-4860-adc1-21299f570149 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.352759] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949858, 'name': ReconfigVM_Task, 'duration_secs': 0.274639} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.352759] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 563d5262-1fe8-4422-bc4d-cfeec673ae6b/563d5262-1fe8-4422-bc4d-cfeec673ae6b.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.353384] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dc45150-541c-43a0-87ae-f2d0761aa9f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.361849] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 954.361849] env[69846]: value = "task-2949859" [ 954.361849] env[69846]: _type = "Task" [ 954.361849] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.370127] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949859, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.523950] env[69846]: DEBUG nova.compute.utils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.527607] env[69846]: INFO nova.compute.claims [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.533894] env[69846]: DEBUG nova.compute.manager [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.533995] env[69846]: DEBUG nova.network.neutron [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.599550] env[69846]: DEBUG nova.policy [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '317d352ae7684e2483f576f99b899f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6e16b9a38743b797a3cf9c2338ff3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.872009] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949859, 'name': Rename_Task, 'duration_secs': 0.158615} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.873046] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.873046] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2180acb7-dc5f-4180-8cc4-2b2aaae1757d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.880519] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 954.880519] env[69846]: value = "task-2949860" [ 954.880519] env[69846]: _type = "Task" [ 954.880519] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.890050] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.926720] env[69846]: DEBUG nova.network.neutron [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Successfully created port: d65a5365-acbe-437f-9686-55796761b875 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.035070] env[69846]: INFO nova.compute.resource_tracker [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating resource usage from migration cc91262b-01c7-428a-82b8-f8319a5b095e [ 955.036810] env[69846]: DEBUG nova.compute.manager [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.393167] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949860, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.501265] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ee44d1-9f98-4325-bfcf-3f79bf7aba23 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.510143] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8c5734-16c0-40ec-8c49-a8f7d3c55da9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.545959] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a635fa5-6a35-4f04-85ea-801648941bfb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.554897] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfeb19e-15bf-4806-9b90-c2a5896b350d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.571707] env[69846]: DEBUG nova.compute.provider_tree [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.646814] env[69846]: DEBUG nova.compute.manager [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.648741] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5410c79-9fba-409f-8ebd-2adfcbb58380 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.891714] env[69846]: DEBUG oslo_vmware.api [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2949860, 'name': PowerOnVM_Task, 'duration_secs': 0.534163} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.892033] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.892250] env[69846]: INFO nova.compute.manager [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Took 7.29 seconds to spawn the instance on the hypervisor. [ 955.892389] env[69846]: DEBUG nova.compute.manager [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.893257] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be0ee6d-601c-4c7b-85e2-1431771c1a6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.945213] env[69846]: DEBUG nova.compute.manager [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Received event network-changed-4b2a36ab-e6ac-4860-adc1-21299f570149 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.945415] env[69846]: DEBUG nova.compute.manager [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Refreshing instance network info cache due to event network-changed-4b2a36ab-e6ac-4860-adc1-21299f570149. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.945640] env[69846]: DEBUG oslo_concurrency.lockutils [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] Acquiring lock "refresh_cache-e53e3590-1a27-4c69-9dfa-2278fe1b1061" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.945779] env[69846]: DEBUG oslo_concurrency.lockutils [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] Acquired lock "refresh_cache-e53e3590-1a27-4c69-9dfa-2278fe1b1061" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.945939] env[69846]: DEBUG nova.network.neutron [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Refreshing network info cache for port 4b2a36ab-e6ac-4860-adc1-21299f570149 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.004791] env[69846]: DEBUG nova.network.neutron [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Successfully updated port: 8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.049998] env[69846]: DEBUG nova.compute.manager [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.070486] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.070745] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.070900] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.071094] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.071247] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.071441] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.071679] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.072087] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.072087] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.072190] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.072360] env[69846]: DEBUG nova.virt.hardware [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.073240] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a65383a-e1d0-4896-8c42-01de8eaf64b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.076319] env[69846]: DEBUG nova.scheduler.client.report [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.087874] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965a81f7-6229-472d-baf4-858b3f7622e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.160073] env[69846]: INFO nova.compute.manager [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] instance snapshotting [ 956.160208] env[69846]: WARNING nova.compute.manager [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 956.162989] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f56da7b-0340-4059-99d4-d344143a5ea1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.182101] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6308786-671c-4af7-9a84-9b5b132bc08a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.411270] env[69846]: INFO nova.compute.manager [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Took 63.58 seconds to build instance. [ 956.481193] env[69846]: DEBUG nova.network.neutron [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.507113] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "refresh_cache-e53e3590-1a27-4c69-9dfa-2278fe1b1061" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.558406] env[69846]: DEBUG nova.network.neutron [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.582678] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.565s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.582850] env[69846]: INFO nova.compute.manager [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Migrating [ 956.589845] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 49.714s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.590054] env[69846]: DEBUG nova.objects.instance [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 956.692011] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 956.692339] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2435b2d7-3352-49b5-a2e8-8cd87cb3575f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.701613] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 956.701613] env[69846]: value = "task-2949861" [ 956.701613] env[69846]: _type = "Task" [ 956.701613] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.714507] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949861, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.913214] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bb8fb04-9b10-46fe-af16-7611226920df tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.399s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.062350] env[69846]: DEBUG oslo_concurrency.lockutils [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] Releasing lock "refresh_cache-e53e3590-1a27-4c69-9dfa-2278fe1b1061" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.062350] env[69846]: DEBUG nova.compute.manager [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Received event network-vif-plugged-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.062350] env[69846]: DEBUG oslo_concurrency.lockutils [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] Acquiring lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.062999] env[69846]: DEBUG oslo_concurrency.lockutils [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] Lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.062999] env[69846]: DEBUG oslo_concurrency.lockutils [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] Lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.062999] env[69846]: DEBUG nova.compute.manager [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] No waiting events found dispatching network-vif-plugged-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.063186] env[69846]: WARNING nova.compute.manager [req-98eaca75-e13d-4cbb-9b82-683eac4f42f8 req-695f61ee-d7dd-41d1-8e2d-0b39a320b38c service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Received unexpected event network-vif-plugged-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd for instance with vm_state building and task_state spawning. [ 957.063466] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquired lock "refresh_cache-e53e3590-1a27-4c69-9dfa-2278fe1b1061" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.063602] env[69846]: DEBUG nova.network.neutron [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.100414] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.100632] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.100811] env[69846]: DEBUG nova.network.neutron [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.140806] env[69846]: DEBUG nova.compute.manager [req-60d87a3b-30e9-4e85-b8a4-52ff976b83f4 req-6b9595c1-0ab8-4e73-9603-10519d14fdcc service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Received event network-vif-plugged-d65a5365-acbe-437f-9686-55796761b875 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.142018] env[69846]: DEBUG oslo_concurrency.lockutils [req-60d87a3b-30e9-4e85-b8a4-52ff976b83f4 req-6b9595c1-0ab8-4e73-9603-10519d14fdcc service nova] Acquiring lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.142018] env[69846]: DEBUG oslo_concurrency.lockutils [req-60d87a3b-30e9-4e85-b8a4-52ff976b83f4 req-6b9595c1-0ab8-4e73-9603-10519d14fdcc service nova] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.142018] env[69846]: DEBUG oslo_concurrency.lockutils [req-60d87a3b-30e9-4e85-b8a4-52ff976b83f4 req-6b9595c1-0ab8-4e73-9603-10519d14fdcc service nova] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.142018] env[69846]: DEBUG nova.compute.manager [req-60d87a3b-30e9-4e85-b8a4-52ff976b83f4 req-6b9595c1-0ab8-4e73-9603-10519d14fdcc service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] No waiting events found dispatching network-vif-plugged-d65a5365-acbe-437f-9686-55796761b875 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.142018] env[69846]: WARNING nova.compute.manager [req-60d87a3b-30e9-4e85-b8a4-52ff976b83f4 req-6b9595c1-0ab8-4e73-9603-10519d14fdcc service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Received unexpected event network-vif-plugged-d65a5365-acbe-437f-9686-55796761b875 for instance with vm_state building and task_state spawning. [ 957.212788] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949861, 'name': CreateSnapshot_Task, 'duration_secs': 0.507978} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.212924] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 957.213700] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60b0984-b70e-48f3-8cb1-65b7f7c16213 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.277428] env[69846]: DEBUG nova.network.neutron [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Successfully updated port: d65a5365-acbe-437f-9686-55796761b875 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.416487] env[69846]: DEBUG nova.compute.manager [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.598437] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5579e99e-9829-4d75-893e-e27fe69efc7a tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.599497] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 50.287s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.618505] env[69846]: DEBUG nova.network.neutron [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.734146] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 957.737212] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d293d97a-0f96-41da-9b66-f389e5268e82 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.747226] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 957.747226] env[69846]: value = "task-2949862" [ 957.747226] env[69846]: _type = "Task" [ 957.747226] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.760732] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949862, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.780478] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "refresh_cache-c3f1bab2-67f2-4c3a-b374-839a81991ebb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.780644] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "refresh_cache-c3f1bab2-67f2-4c3a-b374-839a81991ebb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.780797] env[69846]: DEBUG nova.network.neutron [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.837126] env[69846]: DEBUG nova.network.neutron [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance_info_cache with network_info: [{"id": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "address": "fa:16:3e:04:0f:10", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4cf264-fc", "ovs_interfaceid": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.945151] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.981694] env[69846]: DEBUG nova.compute.manager [req-4552476b-b215-400c-8c09-1dee984d7a7d req-f308bff5-8110-4ea2-908b-4104809d8d70 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Received event network-changed-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.982848] env[69846]: DEBUG nova.compute.manager [req-4552476b-b215-400c-8c09-1dee984d7a7d req-f308bff5-8110-4ea2-908b-4104809d8d70 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Refreshing instance network info cache due to event network-changed-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.983685] env[69846]: DEBUG oslo_concurrency.lockutils [req-4552476b-b215-400c-8c09-1dee984d7a7d req-f308bff5-8110-4ea2-908b-4104809d8d70 service nova] Acquiring lock "refresh_cache-e53e3590-1a27-4c69-9dfa-2278fe1b1061" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.086287] env[69846]: DEBUG nova.network.neutron [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Updating instance_info_cache with network_info: [{"id": "4b2a36ab-e6ac-4860-adc1-21299f570149", "address": "fa:16:3e:5d:b7:3b", "network": {"id": "e441c0f4-c0cf-4ed4-be21-364f41a62a4a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-552368533", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2a36ab-e6", "ovs_interfaceid": "4b2a36ab-e6ac-4860-adc1-21299f570149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd", "address": "fa:16:3e:75:fd:61", "network": {"id": "73a95ff0-c022-4701-8a72-240facaa8caf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204409506", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d0dae16-c2", "ovs_interfaceid": "8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.257828] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949862, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.318146] env[69846]: DEBUG nova.network.neutron [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.339355] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.457317] env[69846]: DEBUG nova.network.neutron [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Updating instance_info_cache with network_info: [{"id": "d65a5365-acbe-437f-9686-55796761b875", "address": "fa:16:3e:01:21:e5", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65a5365-ac", "ovs_interfaceid": "d65a5365-acbe-437f-9686-55796761b875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.589645] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Releasing lock "refresh_cache-e53e3590-1a27-4c69-9dfa-2278fe1b1061" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.590266] env[69846]: DEBUG nova.compute.manager [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Instance network_info: |[{"id": "4b2a36ab-e6ac-4860-adc1-21299f570149", "address": "fa:16:3e:5d:b7:3b", "network": {"id": "e441c0f4-c0cf-4ed4-be21-364f41a62a4a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-552368533", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2a36ab-e6", "ovs_interfaceid": "4b2a36ab-e6ac-4860-adc1-21299f570149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd", "address": "fa:16:3e:75:fd:61", "network": {"id": "73a95ff0-c022-4701-8a72-240facaa8caf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204409506", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d0dae16-c2", "ovs_interfaceid": "8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.590476] env[69846]: DEBUG oslo_concurrency.lockutils [req-4552476b-b215-400c-8c09-1dee984d7a7d req-f308bff5-8110-4ea2-908b-4104809d8d70 service nova] Acquired lock "refresh_cache-e53e3590-1a27-4c69-9dfa-2278fe1b1061" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.590685] env[69846]: DEBUG nova.network.neutron [req-4552476b-b215-400c-8c09-1dee984d7a7d req-f308bff5-8110-4ea2-908b-4104809d8d70 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Refreshing network info cache for port 8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.591962] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:b7:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b2a36ab-e6ac-4860-adc1-21299f570149', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:fd:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.602235] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.605631] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.607361] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bdd43da-b903-4ed9-a2d1-fb71fcbfbdea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.625042] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Applying migration context for instance 3c7a9ef0-3f60-4d10-a23a-c204653082c6 as it has an incoming, in-progress migration cc91262b-01c7-428a-82b8-f8319a5b095e. Migration status is pre-migrating {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 958.626935] env[69846]: INFO nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating resource usage from migration cc91262b-01c7-428a-82b8-f8319a5b095e [ 958.638688] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.638688] env[69846]: value = "task-2949863" [ 958.638688] env[69846]: _type = "Task" [ 958.638688] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.647586] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949863, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.648602] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b2518f4f-9b12-4f19-9089-15c22d9f96e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.648762] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance babfe69c-731c-4f75-8cc6-d638c0fae43d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.648887] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 628fd318-5e25-4902-9bd1-8573df493026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.649027] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1bdd0d95-a33f-4cab-b827-b188c6765ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.649139] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance fcc35999-1784-4bb2-b148-49d543d93332 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.649263] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 0146bd92-96e3-4ab8-bbcf-90f39bb89102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.649376] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 39baf588-6c09-4df4-a426-d2158d9c7afc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.649709] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 821ee995-2b25-4053-bc3c-6523f1db90e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.649709] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance a297dccd-e92a-4651-978c-d4ac3a97cdce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.649709] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 72d74534-d666-4993-a169-7baead19b129 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.649833] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1f002cc4-b87c-44cd-b908-1d91494b800a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.649932] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 57215d4f-805a-43ad-ac2e-704ed71ed837 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.650078] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b0cce521-8ca7-43fd-b774-705ca70d6471 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 958.650210] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c77fb8dd-3444-4264-bb20-732f82ff62f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.650323] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.650525] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 785a22b1-4df5-4248-9c3d-7edb19b3ddf5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 958.650662] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 80615314-3302-45dc-9dc8-f910eae5dbd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.650774] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 8b6f8f0f-be41-4f4f-b570-31aae86e1193 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.650914] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance ea3dd269-6a0c-4192-ac07-bd27db00ac8c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 958.651057] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 958.651251] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.651338] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 563d5262-1fe8-4422-bc4d-cfeec673ae6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.651414] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance e53e3590-1a27-4c69-9dfa-2278fe1b1061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.651596] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c3f1bab2-67f2-4c3a-b374-839a81991ebb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 958.758250] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949862, 'name': CloneVM_Task} progress is 95%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.875543] env[69846]: DEBUG nova.network.neutron [req-4552476b-b215-400c-8c09-1dee984d7a7d req-f308bff5-8110-4ea2-908b-4104809d8d70 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Updated VIF entry in instance network info cache for port 8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.876009] env[69846]: DEBUG nova.network.neutron [req-4552476b-b215-400c-8c09-1dee984d7a7d req-f308bff5-8110-4ea2-908b-4104809d8d70 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Updating instance_info_cache with network_info: [{"id": "4b2a36ab-e6ac-4860-adc1-21299f570149", "address": "fa:16:3e:5d:b7:3b", "network": {"id": "e441c0f4-c0cf-4ed4-be21-364f41a62a4a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-552368533", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2a36ab-e6", "ovs_interfaceid": "4b2a36ab-e6ac-4860-adc1-21299f570149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd", "address": "fa:16:3e:75:fd:61", "network": {"id": "73a95ff0-c022-4701-8a72-240facaa8caf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204409506", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d0dae16-c2", "ovs_interfaceid": "8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.961816] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "refresh_cache-c3f1bab2-67f2-4c3a-b374-839a81991ebb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.962215] env[69846]: DEBUG nova.compute.manager [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Instance network_info: |[{"id": "d65a5365-acbe-437f-9686-55796761b875", "address": "fa:16:3e:01:21:e5", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65a5365-ac", "ovs_interfaceid": "d65a5365-acbe-437f-9686-55796761b875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.963055] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:21:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd65a5365-acbe-437f-9686-55796761b875', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.971320] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.971424] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.971775] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c33b4485-cc29-48e6-88b8-b625826e2794 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.994611] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.994611] env[69846]: value = "task-2949864" [ 958.994611] env[69846]: _type = "Task" [ 958.994611] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.003284] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949864, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.151131] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949863, 'name': CreateVM_Task, 'duration_secs': 0.486953} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.151319] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.152119] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.152401] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.152769] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.153040] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e3a2a7-07b0-4e9a-96d1-745a9aa1c3b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.158287] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 04b1cc60-af72-4019-b659-529157de2ea5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 959.158455] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Migration cc91262b-01c7-428a-82b8-f8319a5b095e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 959.158650] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 3c7a9ef0-3f60-4d10-a23a-c204653082c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 959.159891] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 959.159891] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a251cf-83fe-4781-cae2-9439fe856b64" [ 959.159891] env[69846]: _type = "Task" [ 959.159891] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.169268] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a251cf-83fe-4781-cae2-9439fe856b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.214700] env[69846]: DEBUG nova.compute.manager [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Received event network-changed-d65a5365-acbe-437f-9686-55796761b875 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.214898] env[69846]: DEBUG nova.compute.manager [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Refreshing instance network info cache due to event network-changed-d65a5365-acbe-437f-9686-55796761b875. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.215202] env[69846]: DEBUG oslo_concurrency.lockutils [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] Acquiring lock "refresh_cache-c3f1bab2-67f2-4c3a-b374-839a81991ebb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.215268] env[69846]: DEBUG oslo_concurrency.lockutils [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] Acquired lock "refresh_cache-c3f1bab2-67f2-4c3a-b374-839a81991ebb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.215453] env[69846]: DEBUG nova.network.neutron [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Refreshing network info cache for port d65a5365-acbe-437f-9686-55796761b875 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.260163] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949862, 'name': CloneVM_Task, 'duration_secs': 1.409927} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.260529] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Created linked-clone VM from snapshot [ 959.261369] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b9a976-41b8-4709-b04c-42b1f54aa559 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.270193] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Uploading image 1c8c525e-bf19-4aca-9f14-1b8deaabd868 {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 959.295206] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 959.295206] env[69846]: value = "vm-592063" [ 959.295206] env[69846]: _type = "VirtualMachine" [ 959.295206] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 959.295510] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-42ceb54a-2dbe-4c71-bde2-b40334c4e24e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.303613] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lease: (returnval){ [ 959.303613] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d5d77c-000c-3936-b871-e701892a7231" [ 959.303613] env[69846]: _type = "HttpNfcLease" [ 959.303613] env[69846]: } obtained for exporting VM: (result){ [ 959.303613] env[69846]: value = "vm-592063" [ 959.303613] env[69846]: _type = "VirtualMachine" [ 959.303613] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 959.303936] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the lease: (returnval){ [ 959.303936] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d5d77c-000c-3936-b871-e701892a7231" [ 959.303936] env[69846]: _type = "HttpNfcLease" [ 959.303936] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.311692] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.311692] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d5d77c-000c-3936-b871-e701892a7231" [ 959.311692] env[69846]: _type = "HttpNfcLease" [ 959.311692] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.379602] env[69846]: DEBUG oslo_concurrency.lockutils [req-4552476b-b215-400c-8c09-1dee984d7a7d req-f308bff5-8110-4ea2-908b-4104809d8d70 service nova] Releasing lock "refresh_cache-e53e3590-1a27-4c69-9dfa-2278fe1b1061" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.504543] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949864, 'name': CreateVM_Task, 'duration_secs': 0.360325} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.504707] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.505362] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.664585] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 4d4d3145-9900-43f9-ab26-1c42410db693 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 959.672654] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a251cf-83fe-4781-cae2-9439fe856b64, 'name': SearchDatastore_Task, 'duration_secs': 0.014333} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.673010] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.673255] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.673489] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.673639] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.673822] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.674396] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.674396] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.674640] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84e85b23-fc8c-411a-b6ac-ef0b79f838a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.677073] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fdb9e8-dd4c-4103-8c6c-44ca08ad0912 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.682837] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 959.682837] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52966722-b529-9570-ec6f-630be73f65c8" [ 959.682837] env[69846]: _type = "Task" [ 959.682837] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.686758] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.686934] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.688238] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d04ecf-5031-4e1a-88bc-ee49d1293aea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.693319] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52966722-b529-9570-ec6f-630be73f65c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.696476] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 959.696476] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52092f29-75e1-771c-db82-c9bfa071d8fe" [ 959.696476] env[69846]: _type = "Task" [ 959.696476] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.703702] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52092f29-75e1-771c-db82-c9bfa071d8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.812345] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.812345] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d5d77c-000c-3936-b871-e701892a7231" [ 959.812345] env[69846]: _type = "HttpNfcLease" [ 959.812345] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 959.814543] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 959.814543] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d5d77c-000c-3936-b871-e701892a7231" [ 959.814543] env[69846]: _type = "HttpNfcLease" [ 959.814543] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 959.815278] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea42377-f860-4057-aa18-e183b8d0e95f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.822812] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523073ac-d6b6-23dd-db27-cc7e04160215/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 959.822980] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523073ac-d6b6-23dd-db27-cc7e04160215/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 959.885363] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ddb3c9-4dbc-404b-b7d2-69c22d83a66b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.906174] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance '3c7a9ef0-3f60-4d10-a23a-c204653082c6' progress to 0 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.916551] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff1175dd-7eda-4a27-8f7b-704bd67afdba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.997826] env[69846]: DEBUG nova.network.neutron [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Updated VIF entry in instance network info cache for port d65a5365-acbe-437f-9686-55796761b875. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.998200] env[69846]: DEBUG nova.network.neutron [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Updating instance_info_cache with network_info: [{"id": "d65a5365-acbe-437f-9686-55796761b875", "address": "fa:16:3e:01:21:e5", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65a5365-ac", "ovs_interfaceid": "d65a5365-acbe-437f-9686-55796761b875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.167766] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b4065fe4-8380-44f3-84d4-2943e50aa276 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 960.194762] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52966722-b529-9570-ec6f-630be73f65c8, 'name': SearchDatastore_Task, 'duration_secs': 0.026416} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.195316] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.195575] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.195817] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.206649] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52092f29-75e1-771c-db82-c9bfa071d8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.023264} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.207469] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34cc20e-cd68-4c64-911e-da009798d4f4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.213440] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 960.213440] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52660373-457e-b12f-6457-fd5ee8180308" [ 960.213440] env[69846]: _type = "Task" [ 960.213440] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.222684] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52660373-457e-b12f-6457-fd5ee8180308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.412557] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.412723] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-931214d1-aa1e-4349-9ad2-2483034a41b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.421498] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 960.421498] env[69846]: value = "task-2949866" [ 960.421498] env[69846]: _type = "Task" [ 960.421498] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.432071] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.501174] env[69846]: DEBUG oslo_concurrency.lockutils [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] Releasing lock "refresh_cache-c3f1bab2-67f2-4c3a-b374-839a81991ebb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.503016] env[69846]: DEBUG nova.compute.manager [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Received event network-changed-958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.503016] env[69846]: DEBUG nova.compute.manager [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Refreshing instance network info cache due to event network-changed-958b4139-ba7c-4398-8c2e-8df7730d38f3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.503016] env[69846]: DEBUG oslo_concurrency.lockutils [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] Acquiring lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.503016] env[69846]: DEBUG oslo_concurrency.lockutils [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] Acquired lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.503016] env[69846]: DEBUG nova.network.neutron [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Refreshing network info cache for port 958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.671242] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance fa2149c2-fdfc-4d31-8b16-7a24728462b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 960.725721] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52660373-457e-b12f-6457-fd5ee8180308, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.726076] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.726415] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] e53e3590-1a27-4c69-9dfa-2278fe1b1061/e53e3590-1a27-4c69-9dfa-2278fe1b1061.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.726746] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.726984] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.727255] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ac8e13f-82ff-4e7a-ac00-31bca9f55ad9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.729587] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea20e3b8-7972-4dee-a782-8118e6221daf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.738089] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 960.738089] env[69846]: value = "task-2949867" [ 960.738089] env[69846]: _type = "Task" [ 960.738089] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.742532] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.742721] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.743904] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e0b9d7-448b-4e13-805f-c7256e402548 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.749265] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.752715] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 960.752715] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fdc7a1-539f-219e-0025-ef8675bfe9a0" [ 960.752715] env[69846]: _type = "Task" [ 960.752715] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.761147] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fdc7a1-539f-219e-0025-ef8675bfe9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.933016] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949866, 'name': PowerOffVM_Task, 'duration_secs': 0.20946} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.933380] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.933629] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance '3c7a9ef0-3f60-4d10-a23a-c204653082c6' progress to 17 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.175227] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 7810f774-90f5-4f9e-8504-b9b7f5840311 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 961.254307] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949867, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.268171] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fdc7a1-539f-219e-0025-ef8675bfe9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.017347} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.271629] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac6aeba-f3a3-47e0-a1a7-ea498e66f1c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.278979] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 961.278979] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f06673-09c5-dd51-6fd4-0b976325b0a8" [ 961.278979] env[69846]: _type = "Task" [ 961.278979] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.292417] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f06673-09c5-dd51-6fd4-0b976325b0a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.368655] env[69846]: DEBUG nova.network.neutron [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updated VIF entry in instance network info cache for port 958b4139-ba7c-4398-8c2e-8df7730d38f3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.369116] env[69846]: DEBUG nova.network.neutron [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updating instance_info_cache with network_info: [{"id": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "address": "fa:16:3e:74:ba:f5", "network": {"id": "580323c7-ab23-465a-a135-11babf28ccca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1079337390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bcf62b2ce624468a0d6341ae7688b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958b4139-ba", "ovs_interfaceid": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.442526] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.443313] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.443480] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.443696] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.443883] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.444168] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.444545] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.444629] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.444761] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.444895] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.445086] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.451607] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eedeb480-45cb-4371-a38a-8139e3f2fd50 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.472893] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 961.472893] env[69846]: value = "task-2949868" [ 961.472893] env[69846]: _type = "Task" [ 961.472893] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.483191] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.678639] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 961.751926] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652385} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.752253] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] e53e3590-1a27-4c69-9dfa-2278fe1b1061/e53e3590-1a27-4c69-9dfa-2278fe1b1061.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.752520] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.752808] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aeba2ae-62e8-4c43-b1b3-158e59605ebf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.760777] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 961.760777] env[69846]: value = "task-2949869" [ 961.760777] env[69846]: _type = "Task" [ 961.760777] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.771768] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.790646] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f06673-09c5-dd51-6fd4-0b976325b0a8, 'name': SearchDatastore_Task, 'duration_secs': 0.04502} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.790957] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.791271] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] c3f1bab2-67f2-4c3a-b374-839a81991ebb/c3f1bab2-67f2-4c3a-b374-839a81991ebb.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.791573] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f477953-1a85-432a-af7e-8b3ff68a5023 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.799582] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 961.799582] env[69846]: value = "task-2949870" [ 961.799582] env[69846]: _type = "Task" [ 961.799582] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.808219] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.872637] env[69846]: DEBUG oslo_concurrency.lockutils [req-0207ebb2-2f8c-4209-8206-b257f7dbb4c8 req-6ca78b77-e6dc-4e51-96cd-03a7449bef50 service nova] Releasing lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.985106] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949868, 'name': ReconfigVM_Task, 'duration_secs': 0.268753} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.985432] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance '3c7a9ef0-3f60-4d10-a23a-c204653082c6' progress to 33 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.182611] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance dae8e366-9dcd-4d13-9cea-a94afc4bae75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 962.273030] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165587} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.273620] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.274470] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd966c7-e96e-4ded-9141-b046f5573201 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.299843] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e53e3590-1a27-4c69-9dfa-2278fe1b1061/e53e3590-1a27-4c69-9dfa-2278fe1b1061.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.300231] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f332439-91f3-4c9a-84f4-ffb7b699a2a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.324613] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949870, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.326390] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 962.326390] env[69846]: value = "task-2949871" [ 962.326390] env[69846]: _type = "Task" [ 962.326390] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.335469] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.493076] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:23:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5f897c91-2d3d-4a1b-b8b1-11f2886fe3fb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-357840625',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.493332] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.493496] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.493700] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.493863] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.494028] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.494247] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.494407] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.494595] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.494798] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.494995] env[69846]: DEBUG nova.virt.hardware [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.501324] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 962.501756] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4445cb7-b9ab-4774-a38a-d599bf348184 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.525283] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 962.525283] env[69846]: value = "task-2949872" [ 962.525283] env[69846]: _type = "Task" [ 962.525283] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.537124] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.686756] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance ac1a2386-9eff-4eec-bb5c-bce4339a782d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 962.687981] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 962.687981] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 962.814061] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868841} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.816644] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] c3f1bab2-67f2-4c3a-b374-839a81991ebb/c3f1bab2-67f2-4c3a-b374-839a81991ebb.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.816862] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.817314] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-592b410e-699a-41e5-afdb-c5934488d0d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.825360] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 962.825360] env[69846]: value = "task-2949873" [ 962.825360] env[69846]: _type = "Task" [ 962.825360] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.844883] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.849880] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.037743] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949872, 'name': ReconfigVM_Task, 'duration_secs': 0.236579} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.037914] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 963.038720] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd53acd7-6d9a-4fe5-a446-b106ea2991ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.063508] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 3c7a9ef0-3f60-4d10-a23a-c204653082c6/3c7a9ef0-3f60-4d10-a23a-c204653082c6.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.066389] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3f9e97-5af4-4c85-be7b-e3d905a4b3d9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.085032] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 963.085032] env[69846]: value = "task-2949874" [ 963.085032] env[69846]: _type = "Task" [ 963.085032] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.094743] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.192194] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2c310a-a5f7-4702-bbfc-7f8eeb1146b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.200014] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9208bc-2d87-4352-b2db-468435fbcf8c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.233838] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9800047c-7ecc-4c5a-a429-4735f6d14448 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.241630] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a4c283-04a8-4532-a769-41f90b32b016 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.255938] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.336584] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086511} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.339871] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.340797] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff08290-8997-426c-b940-87b9213e10bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.366908] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] c3f1bab2-67f2-4c3a-b374-839a81991ebb/c3f1bab2-67f2-4c3a-b374-839a81991ebb.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.370034] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-075e754e-d7ac-41f8-9264-8ab80585af28 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.384368] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949871, 'name': ReconfigVM_Task, 'duration_secs': 0.648682} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.384530] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e53e3590-1a27-4c69-9dfa-2278fe1b1061/e53e3590-1a27-4c69-9dfa-2278fe1b1061.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.385645] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0e5071b-4f2b-4d3a-af9b-48ba1edf834f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.389432] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 963.389432] env[69846]: value = "task-2949875" [ 963.389432] env[69846]: _type = "Task" [ 963.389432] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.393905] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 963.393905] env[69846]: value = "task-2949876" [ 963.393905] env[69846]: _type = "Task" [ 963.393905] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.400398] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.405768] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949876, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.595121] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949874, 'name': ReconfigVM_Task, 'duration_secs': 0.286295} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.595424] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 3c7a9ef0-3f60-4d10-a23a-c204653082c6/3c7a9ef0-3f60-4d10-a23a-c204653082c6.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.595724] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance '3c7a9ef0-3f60-4d10-a23a-c204653082c6' progress to 50 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.758890] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.901036] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949875, 'name': ReconfigVM_Task, 'duration_secs': 0.432958} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.901544] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Reconfigured VM instance instance-00000042 to attach disk [datastore2] c3f1bab2-67f2-4c3a-b374-839a81991ebb/c3f1bab2-67f2-4c3a-b374-839a81991ebb.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.902184] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fb01c75-c428-4e1f-8ae5-0b66822e47bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.906703] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949876, 'name': Rename_Task, 'duration_secs': 0.215605} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.907221] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.907469] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f50f417c-39a5-4c3c-a07c-abbaa942bcb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.911555] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 963.911555] env[69846]: value = "task-2949877" [ 963.911555] env[69846]: _type = "Task" [ 963.911555] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.915675] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 963.915675] env[69846]: value = "task-2949878" [ 963.915675] env[69846]: _type = "Task" [ 963.915675] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.925263] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.928302] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949877, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.103334] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e40d88-271e-4253-b3b6-8386e877b204 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.124705] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194735e3-f006-4bba-b045-fdf8bfe23a7d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.142821] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance '3c7a9ef0-3f60-4d10-a23a-c204653082c6' progress to 67 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.265203] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 964.265203] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.665s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.265203] env[69846]: DEBUG oslo_concurrency.lockutils [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.740s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.265577] env[69846]: DEBUG nova.objects.instance [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 964.268850] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.268992] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Cleaning up deleted instances {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 964.428040] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949877, 'name': Rename_Task, 'duration_secs': 0.219453} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.435024] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.435024] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949878, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.435024] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a82eface-4e87-443c-993e-c21e8e6ebff4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.444529] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 964.444529] env[69846]: value = "task-2949879" [ 964.444529] env[69846]: _type = "Task" [ 964.444529] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.454032] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.713189] env[69846]: DEBUG nova.network.neutron [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Port 0c4cf264-fc5f-4920-9985-70cbdf7072ce binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 964.785477] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] There are 41 instances to clean {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 964.785743] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 8451f526-ffe5-4d94-a027-6dc67d8bd598] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.789273] env[69846]: DEBUG oslo_concurrency.lockutils [None req-81c22b58-dfea-496f-bd83-1ee852348961 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.524s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.789958] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.650s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.791097] env[69846]: INFO nova.compute.claims [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.927069] env[69846]: DEBUG oslo_vmware.api [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949878, 'name': PowerOnVM_Task, 'duration_secs': 0.561384} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.927330] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.927535] env[69846]: INFO nova.compute.manager [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Took 11.52 seconds to spawn the instance on the hypervisor. [ 964.927717] env[69846]: DEBUG nova.compute.manager [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.928510] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91dee5f-bf5d-454b-89ed-2e4b3a72adf7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.954857] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.299019] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: c608a5ea-9e86-4e0e-8347-339899b4234e] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.445075] env[69846]: INFO nova.compute.manager [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Took 67.55 seconds to build instance. [ 965.456448] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949879, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.739138] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.739368] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.739538] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.804360] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: d12fd3b4-c5d1-41eb-acff-0336ff39e534] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.946931] env[69846]: DEBUG oslo_concurrency.lockutils [None req-833a0579-449d-4e83-a242-cd02791230e9 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.058s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.961251] env[69846]: DEBUG oslo_vmware.api [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949879, 'name': PowerOnVM_Task, 'duration_secs': 1.387405} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.961514] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.961926] env[69846]: INFO nova.compute.manager [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Took 9.91 seconds to spawn the instance on the hypervisor. [ 965.962189] env[69846]: DEBUG nova.compute.manager [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.965928] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf7af3-f0c8-4fe2-a1ad-4a5b22f874ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.252391] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bf5730-b660-430a-aa1b-9a5d456382c1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.260620] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db488c-90c2-4da1-9d56-4852a41ac94d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.293309] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5361f4f-004f-4161-b73e-be3393e4c3a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.301165] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0e720d-8430-407b-9248-59d149c1edc5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.317788] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: afa37493-33be-477d-9343-1129c24f0ebe] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.320341] env[69846]: DEBUG nova.compute.provider_tree [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.483818] env[69846]: INFO nova.compute.manager [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Took 65.04 seconds to build instance. [ 966.731053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.731053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.731053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.731053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.731053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.732732] env[69846]: INFO nova.compute.manager [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Terminating instance [ 966.822666] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 861f39de-66ab-4ddb-9672-5b8474a2f0d3] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.825497] env[69846]: DEBUG nova.scheduler.client.report [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.835617] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.835855] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.836087] env[69846]: DEBUG nova.network.neutron [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.986044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0635508c-afcb-457a-84e2-0347402fb712 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.840s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.236894] env[69846]: DEBUG nova.compute.manager [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.237225] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.238139] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b5ddb3-d379-4338-93d4-8fb623fbe2f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.246736] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.246736] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c48314ef-fb0e-4bbf-af1d-19cff3d7f48a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.254310] env[69846]: DEBUG oslo_vmware.api [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 967.254310] env[69846]: value = "task-2949880" [ 967.254310] env[69846]: _type = "Task" [ 967.254310] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.262977] env[69846]: DEBUG oslo_vmware.api [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.330143] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 94ca9823-14c8-4da4-9c79-ae233f79d656] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.334302] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.334302] env[69846]: DEBUG nova.compute.manager [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.335773] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.033s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.335966] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.338059] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.588s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.340033] env[69846]: INFO nova.compute.claims [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.367935] env[69846]: INFO nova.scheduler.client.report [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleted allocations for instance b0cce521-8ca7-43fd-b774-705ca70d6471 [ 967.616675] env[69846]: DEBUG nova.network.neutron [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance_info_cache with network_info: [{"id": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "address": "fa:16:3e:04:0f:10", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4cf264-fc", "ovs_interfaceid": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.764880] env[69846]: DEBUG oslo_vmware.api [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949880, 'name': PowerOffVM_Task, 'duration_secs': 0.369226} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.765176] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.765350] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.765596] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efe0a01d-91dc-44f2-99dd-8d5d69de4c76 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.836922] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 64daeb7e-b2b0-49fd-abca-3fe57c97fa89] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.843873] env[69846]: DEBUG nova.compute.utils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.845211] env[69846]: DEBUG nova.compute.manager [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.845300] env[69846]: DEBUG nova.network.neutron [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.876030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b0cce521-8ca7-43fd-b774-705ca70d6471" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.128s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.887549] env[69846]: DEBUG nova.policy [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80834a1c364e43df825f3e29449af552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e51c4d48c07b49d19eea97e1f5ca0204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.897210] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.897549] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.898066] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Deleting the datastore file [datastore2] e53e3590-1a27-4c69-9dfa-2278fe1b1061 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.898339] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-962f7d29-de9a-4b06-9f86-ead7645a4d37 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.904982] env[69846]: DEBUG oslo_vmware.api [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for the task: (returnval){ [ 967.904982] env[69846]: value = "task-2949882" [ 967.904982] env[69846]: _type = "Task" [ 967.904982] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.913341] env[69846]: DEBUG oslo_vmware.api [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.119796] env[69846]: DEBUG oslo_concurrency.lockutils [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.248809] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.249080] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.335923] env[69846]: DEBUG nova.network.neutron [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Successfully created port: f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.339697] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b1d15af5-a87a-4c19-a5f0-1b9d78f8d845] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.350245] env[69846]: DEBUG nova.compute.manager [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.422704] env[69846]: DEBUG oslo_vmware.api [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Task: {'id': task-2949882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155205} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.422704] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.422704] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.422704] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.422704] env[69846]: INFO nova.compute.manager [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Took 1.18 seconds to destroy the instance on the hypervisor. [ 968.422704] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.422704] env[69846]: DEBUG nova.compute.manager [-] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.422704] env[69846]: DEBUG nova.network.neutron [-] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.471655] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "1bdd0d95-a33f-4cab-b827-b188c6765ace" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.471655] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "1bdd0d95-a33f-4cab-b827-b188c6765ace" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.471655] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "1bdd0d95-a33f-4cab-b827-b188c6765ace-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.471655] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "1bdd0d95-a33f-4cab-b827-b188c6765ace-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.471655] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "1bdd0d95-a33f-4cab-b827-b188c6765ace-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.472605] env[69846]: INFO nova.compute.manager [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Terminating instance [ 968.651112] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e314031c-d19c-4415-bdab-25cc7b764d28 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.675154] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9ecd07-a263-4c51-ab64-6c34a7ccd945 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.683147] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance '3c7a9ef0-3f60-4d10-a23a-c204653082c6' progress to 83 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.750896] env[69846]: DEBUG nova.compute.manager [req-94044ce3-a513-43e7-ae72-c10981174c33 req-e0041ac5-e40d-4671-b853-d06198751214 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Received event network-vif-deleted-4b2a36ab-e6ac-4860-adc1-21299f570149 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.751237] env[69846]: INFO nova.compute.manager [req-94044ce3-a513-43e7-ae72-c10981174c33 req-e0041ac5-e40d-4671-b853-d06198751214 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Neutron deleted interface 4b2a36ab-e6ac-4860-adc1-21299f570149; detaching it from the instance and deleting it from the info cache [ 968.751485] env[69846]: DEBUG nova.network.neutron [req-94044ce3-a513-43e7-ae72-c10981174c33 req-e0041ac5-e40d-4671-b853-d06198751214 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Updating instance_info_cache with network_info: [{"id": "8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd", "address": "fa:16:3e:75:fd:61", "network": {"id": "73a95ff0-c022-4701-8a72-240facaa8caf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204409506", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "df096e2475264a7e8bf97b8a7c477610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d0dae16-c2", "ovs_interfaceid": "8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.757738] env[69846]: DEBUG nova.compute.utils [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.845671] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 295b2bc5-a56d-4eca-940f-c04d3adae804] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.863685] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292e43a8-8bc3-4e35-87c5-17806708ee0c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.872872] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b20ca-d385-46c9-a2c1-6a5e3a99ffb8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.908014] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e648fb-ebcf-46ae-bcfc-f998246750d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.917029] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998ca320-95c5-41c3-b860-74c218c1a1db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.931135] env[69846]: DEBUG nova.compute.provider_tree [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.976828] env[69846]: DEBUG nova.compute.manager [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.977065] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.977912] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7211313a-5ffa-4733-9c76-3ff82d1e4fa5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.986422] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.986662] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c91c59b9-7364-42f3-a937-4187d2b3d614 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.994442] env[69846]: DEBUG oslo_vmware.api [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 968.994442] env[69846]: value = "task-2949883" [ 968.994442] env[69846]: _type = "Task" [ 968.994442] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.002516] env[69846]: DEBUG oslo_vmware.api [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.193491] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.194116] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64b3faa3-693c-45fe-b4af-a34e83b42a1f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.201629] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 969.201629] env[69846]: value = "task-2949884" [ 969.201629] env[69846]: _type = "Task" [ 969.201629] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.210514] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.254764] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55430fe8-0f4a-4637-bd12-4900e6e6e579 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.260019] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.265407] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2dbb04-b353-4d62-bbd9-fc3f64e1fbca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.305666] env[69846]: DEBUG nova.compute.manager [req-94044ce3-a513-43e7-ae72-c10981174c33 req-e0041ac5-e40d-4671-b853-d06198751214 service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Detach interface failed, port_id=4b2a36ab-e6ac-4860-adc1-21299f570149, reason: Instance e53e3590-1a27-4c69-9dfa-2278fe1b1061 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.347589] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 5f7ef107-2dcc-4d3a-939b-311a5d05fb7a] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.369831] env[69846]: DEBUG nova.compute.manager [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.392220] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.392220] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.392220] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.392220] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.392220] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.392220] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.392220] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.392220] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.392610] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.392610] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.392676] env[69846]: DEBUG nova.virt.hardware [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.393572] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a769a81-fc8b-4aaf-a77e-41baf36759ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.402218] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b67b4-8f52-4d0c-89f7-02955a0ffd86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.434175] env[69846]: DEBUG nova.scheduler.client.report [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.448806] env[69846]: DEBUG nova.network.neutron [-] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.504368] env[69846]: DEBUG oslo_vmware.api [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949883, 'name': PowerOffVM_Task, 'duration_secs': 0.200587} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.504586] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.504754] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.505010] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a69fd74-c447-4c1e-8e74-2169963fe465 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.576700] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.577029] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.577374] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleting the datastore file [datastore2] 1bdd0d95-a33f-4cab-b827-b188c6765ace {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.577733] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed58be2f-d0e4-4f1d-a9f4-41886362181a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.585674] env[69846]: DEBUG oslo_vmware.api [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 969.585674] env[69846]: value = "task-2949886" [ 969.585674] env[69846]: _type = "Task" [ 969.585674] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.593949] env[69846]: DEBUG oslo_vmware.api [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.711835] env[69846]: DEBUG oslo_vmware.api [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2949884, 'name': PowerOnVM_Task, 'duration_secs': 0.383375} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.712157] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.712457] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-217c11da-f3fc-4dac-85b4-9ae2db4bec9f tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance '3c7a9ef0-3f60-4d10-a23a-c204653082c6' progress to 100 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.742017] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523073ac-d6b6-23dd-db27-cc7e04160215/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 969.742994] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31f7705-7bd9-47d9-a835-5f50393fe7d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.748741] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523073ac-d6b6-23dd-db27-cc7e04160215/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 969.748907] env[69846]: ERROR oslo_vmware.rw_handles [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523073ac-d6b6-23dd-db27-cc7e04160215/disk-0.vmdk due to incomplete transfer. [ 969.749141] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-898ce445-ce14-4c7a-85d2-eea9e07d8904 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.755329] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523073ac-d6b6-23dd-db27-cc7e04160215/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 969.755539] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Uploaded image 1c8c525e-bf19-4aca-9f14-1b8deaabd868 to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 969.757820] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 969.758127] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78dd11b9-fcb6-4d96-a135-56e0c4a40353 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.763160] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 969.763160] env[69846]: value = "task-2949887" [ 969.763160] env[69846]: _type = "Task" [ 969.763160] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.772062] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949887, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.851352] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: d4c75539-92f9-4ccb-a517-74038bc54eec] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.866343] env[69846]: DEBUG nova.compute.manager [req-792769bb-383c-4e2d-8149-e0c568c6c9aa req-49f59fe9-6aad-41b9-a3dd-3d22b34ac929 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Received event network-vif-plugged-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.866556] env[69846]: DEBUG oslo_concurrency.lockutils [req-792769bb-383c-4e2d-8149-e0c568c6c9aa req-49f59fe9-6aad-41b9-a3dd-3d22b34ac929 service nova] Acquiring lock "04b1cc60-af72-4019-b659-529157de2ea5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.866760] env[69846]: DEBUG oslo_concurrency.lockutils [req-792769bb-383c-4e2d-8149-e0c568c6c9aa req-49f59fe9-6aad-41b9-a3dd-3d22b34ac929 service nova] Lock "04b1cc60-af72-4019-b659-529157de2ea5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.866927] env[69846]: DEBUG oslo_concurrency.lockutils [req-792769bb-383c-4e2d-8149-e0c568c6c9aa req-49f59fe9-6aad-41b9-a3dd-3d22b34ac929 service nova] Lock "04b1cc60-af72-4019-b659-529157de2ea5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.867134] env[69846]: DEBUG nova.compute.manager [req-792769bb-383c-4e2d-8149-e0c568c6c9aa req-49f59fe9-6aad-41b9-a3dd-3d22b34ac929 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] No waiting events found dispatching network-vif-plugged-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.867305] env[69846]: WARNING nova.compute.manager [req-792769bb-383c-4e2d-8149-e0c568c6c9aa req-49f59fe9-6aad-41b9-a3dd-3d22b34ac929 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Received unexpected event network-vif-plugged-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 for instance with vm_state building and task_state spawning. [ 969.939783] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.940313] env[69846]: DEBUG nova.compute.manager [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.943937] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.681s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.945423] env[69846]: INFO nova.compute.claims [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.950867] env[69846]: INFO nova.compute.manager [-] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Took 1.53 seconds to deallocate network for instance. [ 969.982319] env[69846]: DEBUG nova.network.neutron [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Successfully updated port: f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.095903] env[69846]: DEBUG oslo_vmware.api [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134416} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.096154] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.096342] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.096514] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.096683] env[69846]: INFO nova.compute.manager [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Took 1.12 seconds to destroy the instance on the hypervisor. [ 970.096929] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.097138] env[69846]: DEBUG nova.compute.manager [-] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.097270] env[69846]: DEBUG nova.network.neutron [-] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.273443] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949887, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.326351] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.326594] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.326830] env[69846]: INFO nova.compute.manager [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Attaching volume 060ddcfa-fbc2-4de6-8f99-b2bf790e27fb to /dev/sdb [ 970.355182] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 3719ed62-b76c-425e-8721-5ba909bda739] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.363686] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d635c30d-9110-4674-a9cb-bcf5d549dadc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.371677] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bad23f-64df-4ff0-a733-0eef788d7c60 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.386695] env[69846]: DEBUG nova.virt.block_device [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Updating existing volume attachment record: 13dbbf5a-ed72-4928-a827-8f3f32241617 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 970.449893] env[69846]: DEBUG nova.compute.utils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.451333] env[69846]: DEBUG nova.compute.manager [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Not allocating networking since 'none' was specified. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 970.457819] env[69846]: DEBUG oslo_concurrency.lockutils [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.486154] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.486316] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.486470] env[69846]: DEBUG nova.network.neutron [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.701029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.701366] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.702080] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.703096] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.703096] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.705491] env[69846]: INFO nova.compute.manager [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Terminating instance [ 970.773947] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949887, 'name': Destroy_Task, 'duration_secs': 0.99227} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.774248] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Destroyed the VM [ 970.774489] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 970.774752] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2bd748e5-39be-4611-94f4-2221290cab60 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.780565] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 970.780565] env[69846]: value = "task-2949891" [ 970.780565] env[69846]: _type = "Task" [ 970.780565] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.791098] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.812684] env[69846]: DEBUG nova.compute.manager [req-58617c85-6b18-4eae-bfef-04611f9ac101 req-719a7c5d-cf54-415d-954f-8f53be40d57f service nova] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Received event network-vif-deleted-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.858620] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 88079f59-b8d4-4b06-9fb3-e5be8f6b6b54] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.924635] env[69846]: DEBUG nova.network.neutron [-] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.954649] env[69846]: DEBUG nova.compute.manager [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.027928] env[69846]: DEBUG nova.network.neutron [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.211552] env[69846]: DEBUG nova.compute.manager [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.211807] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.213026] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0cd42d-a9d0-44cd-a8a2-eade86f3b573 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.221784] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.223405] env[69846]: DEBUG nova.network.neutron [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updating instance_info_cache with network_info: [{"id": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "address": "fa:16:3e:b2:0b:cf", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf115b1ed-dc", "ovs_interfaceid": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.224236] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a17c593-8b07-46f3-a11f-12153c9fd112 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.290181] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949891, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.297204] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "3c1e3446-8836-4edd-aa79-812d251b9f50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.297349] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "3c1e3446-8836-4edd-aa79-812d251b9f50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.361702] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 4685675d-e751-43a9-85a3-d66d49131a26] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.431014] env[69846]: INFO nova.compute.manager [-] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Took 1.33 seconds to deallocate network for instance. [ 971.437022] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bcd388-941d-48d6-93ed-7aaf71ec7ca9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.444170] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b441b18-7b30-4c33-a33b-7f44b267c90a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.481171] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c3f9c-8969-41a1-9b46-f03e89625c7a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.488912] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78235af3-ab9d-47f0-978f-8b2c49bcfa4e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.502664] env[69846]: DEBUG nova.compute.provider_tree [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.624780] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.624995] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.625197] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleting the datastore file [datastore1] 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.625469] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0980ca1f-467a-4af2-bd9a-a46f61855b80 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.632356] env[69846]: DEBUG oslo_vmware.api [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 971.632356] env[69846]: value = "task-2949893" [ 971.632356] env[69846]: _type = "Task" [ 971.632356] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.640128] env[69846]: DEBUG oslo_vmware.api [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.729398] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.729784] env[69846]: DEBUG nova.compute.manager [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Instance network_info: |[{"id": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "address": "fa:16:3e:b2:0b:cf", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf115b1ed-dc", "ovs_interfaceid": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.730260] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:0b:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.738821] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.739071] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.739330] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5554edb5-b474-40e1-afe7-f6a75ec3bf8b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.764700] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.764700] env[69846]: value = "task-2949894" [ 971.764700] env[69846]: _type = "Task" [ 971.764700] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.772807] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949894, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.789714] env[69846]: DEBUG oslo_vmware.api [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949891, 'name': RemoveSnapshot_Task, 'duration_secs': 0.51646} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.789984] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 971.790232] env[69846]: INFO nova.compute.manager [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Took 15.63 seconds to snapshot the instance on the hypervisor. [ 971.799375] env[69846]: DEBUG nova.compute.manager [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.868663] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 07c43be2-c15c-476d-ab0a-550d0511a785] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.936754] env[69846]: DEBUG nova.compute.manager [req-e8ac6d7c-60d0-4841-bce9-13442223c548 req-a66cf3fa-8e8c-4384-ac70-2b1290d10fda service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Received event network-changed-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.937850] env[69846]: DEBUG nova.compute.manager [req-e8ac6d7c-60d0-4841-bce9-13442223c548 req-a66cf3fa-8e8c-4384-ac70-2b1290d10fda service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Refreshing instance network info cache due to event network-changed-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.938195] env[69846]: DEBUG oslo_concurrency.lockutils [req-e8ac6d7c-60d0-4841-bce9-13442223c548 req-a66cf3fa-8e8c-4384-ac70-2b1290d10fda service nova] Acquiring lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.938423] env[69846]: DEBUG oslo_concurrency.lockutils [req-e8ac6d7c-60d0-4841-bce9-13442223c548 req-a66cf3fa-8e8c-4384-ac70-2b1290d10fda service nova] Acquired lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.938637] env[69846]: DEBUG nova.network.neutron [req-e8ac6d7c-60d0-4841-bce9-13442223c548 req-a66cf3fa-8e8c-4384-ac70-2b1290d10fda service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Refreshing network info cache for port f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.941170] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.981956] env[69846]: DEBUG nova.compute.manager [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.005869] env[69846]: DEBUG nova.scheduler.client.report [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.011654] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.011914] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.012104] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.012295] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.012576] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.012663] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.012882] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.012975] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.013182] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.013344] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.013551] env[69846]: DEBUG nova.virt.hardware [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.014487] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876ff6dd-1311-43b2-a647-e02ed3a1ee52 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.024626] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e1391d-8d6c-421e-8214-a980cfaf836a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.048579] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.058936] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Creating folder: Project (f42b6dbd2cd04f41887f46ea9f57bc7a). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.059904] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e954d19a-16b3-4b3a-a7e9-d33897adb8f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.071909] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Created folder: Project (f42b6dbd2cd04f41887f46ea9f57bc7a) in parent group-v591891. [ 972.072286] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Creating folder: Instances. Parent ref: group-v592069. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.072659] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8acc031c-41f8-43d1-baf2-79d21ba5a503 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.081639] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Created folder: Instances in parent group-v592069. [ 972.081865] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.082072] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.082280] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0ce093f-298e-4f2e-9ab7-00a3a3827785 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.100656] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.100656] env[69846]: value = "task-2949897" [ 972.100656] env[69846]: _type = "Task" [ 972.100656] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.108236] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949897, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.141159] env[69846]: DEBUG oslo_vmware.api [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2949893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139356} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.141437] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.141637] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.142053] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.142320] env[69846]: INFO nova.compute.manager [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Took 0.93 seconds to destroy the instance on the hypervisor. [ 972.142599] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.142813] env[69846]: DEBUG nova.compute.manager [-] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.142894] env[69846]: DEBUG nova.network.neutron [-] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.274647] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949894, 'name': CreateVM_Task, 'duration_secs': 0.434003} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.274802] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.275546] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.275682] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.276023] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.276285] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2915709-fcde-4399-af25-7111a559ca18 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.280822] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 972.280822] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5295d83e-6192-e08d-1dae-85b384f91fa7" [ 972.280822] env[69846]: _type = "Task" [ 972.280822] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.289464] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5295d83e-6192-e08d-1dae-85b384f91fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.294079] env[69846]: DEBUG nova.compute.manager [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Instance disappeared during snapshot {{(pid=69846) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 972.306268] env[69846]: DEBUG nova.compute.manager [None req-ad7e7b91-2544-4638-abc0-3868baa5e91b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image not found during clean up 1c8c525e-bf19-4aca-9f14-1b8deaabd868 {{(pid=69846) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 972.321961] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.371904] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b464b4d5-7139-4537-b280-3e0dc0256608] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.519933] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.520511] env[69846]: DEBUG nova.compute.manager [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.524087] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.495s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.525965] env[69846]: INFO nova.compute.claims [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.598184] env[69846]: DEBUG nova.network.neutron [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Port 0c4cf264-fc5f-4920-9985-70cbdf7072ce binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 972.598425] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.598572] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.598786] env[69846]: DEBUG nova.network.neutron [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.610589] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949897, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.718606] env[69846]: DEBUG nova.network.neutron [req-e8ac6d7c-60d0-4841-bce9-13442223c548 req-a66cf3fa-8e8c-4384-ac70-2b1290d10fda service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updated VIF entry in instance network info cache for port f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.719058] env[69846]: DEBUG nova.network.neutron [req-e8ac6d7c-60d0-4841-bce9-13442223c548 req-a66cf3fa-8e8c-4384-ac70-2b1290d10fda service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updating instance_info_cache with network_info: [{"id": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "address": "fa:16:3e:b2:0b:cf", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf115b1ed-dc", "ovs_interfaceid": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.791122] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5295d83e-6192-e08d-1dae-85b384f91fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.791455] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.791739] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.792041] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.792228] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.792445] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.792735] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba219876-0a0b-4064-920b-58dda7a6dd28 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.803838] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.803838] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.804132] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aaf8ac1-6165-4792-80d9-0aca4b82ca82 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.809034] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 972.809034] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52426d8f-2868-aae3-832d-df9c81ce27f0" [ 972.809034] env[69846]: _type = "Task" [ 972.809034] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.816523] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52426d8f-2868-aae3-832d-df9c81ce27f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.875726] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 72a41be2-555a-44d0-80a0-0a47a5938c18] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.892730] env[69846]: DEBUG nova.network.neutron [-] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.031605] env[69846]: DEBUG nova.compute.utils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.035095] env[69846]: DEBUG nova.compute.manager [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.035227] env[69846]: DEBUG nova.network.neutron [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.084990] env[69846]: DEBUG nova.policy [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3df77bf5447a4670ba2f38e8d0ab476e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d0f0e9a6cf4ead9090ef122c604272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.113531] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949897, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.224328] env[69846]: DEBUG oslo_concurrency.lockutils [req-e8ac6d7c-60d0-4841-bce9-13442223c548 req-a66cf3fa-8e8c-4384-ac70-2b1290d10fda service nova] Releasing lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.224590] env[69846]: DEBUG nova.compute.manager [req-e8ac6d7c-60d0-4841-bce9-13442223c548 req-a66cf3fa-8e8c-4384-ac70-2b1290d10fda service nova] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Received event network-vif-deleted-5aad96cc-3654-4edd-8d17-923289a2120e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.296511] env[69846]: DEBUG nova.network.neutron [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance_info_cache with network_info: [{"id": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "address": "fa:16:3e:04:0f:10", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4cf264-fc", "ovs_interfaceid": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.319691] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52426d8f-2868-aae3-832d-df9c81ce27f0, 'name': SearchDatastore_Task, 'duration_secs': 0.033249} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.320473] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2081407-a0f0-496b-a540-ac7db60cdf79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.326526] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 973.326526] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d58683-58a6-ea63-bc71-c887f14513d7" [ 973.326526] env[69846]: _type = "Task" [ 973.326526] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.334539] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d58683-58a6-ea63-bc71-c887f14513d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.378937] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 8b2c7dc4-d0d6-490e-b81d-b16023d0dce4] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.398520] env[69846]: INFO nova.compute.manager [-] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Took 1.26 seconds to deallocate network for instance. [ 973.425030] env[69846]: DEBUG nova.network.neutron [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Successfully created port: d13001fc-907e-462e-b657-9b76892fa686 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.539911] env[69846]: DEBUG nova.compute.manager [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.615057] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949897, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.798923] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.839372] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d58683-58a6-ea63-bc71-c887f14513d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.843709] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.844133] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 04b1cc60-af72-4019-b659-529157de2ea5/04b1cc60-af72-4019-b659-529157de2ea5.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.844747] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e74eebb-b0cd-4ddd-808a-4f9f014c4df9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.853107] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 973.853107] env[69846]: value = "task-2949899" [ 973.853107] env[69846]: _type = "Task" [ 973.853107] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.868891] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.882117] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 05c7fe12-6ec5-4166-966c-483f2e6780ee] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.905120] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.968888] env[69846]: DEBUG nova.compute.manager [req-ede89a92-fab0-4162-941b-c89ff1c1d106 req-7672670b-b4b1-4b31-ae82-ada2f6fabdc8 service nova] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Received event network-vif-deleted-e9e425c4-b19b-429d-a0b8-e11063c4b941 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.020548] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2e6561-7de1-46d4-9471-a2555e41dc71 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.028244] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6838a5f-c073-49d4-866f-ea22a7fb5bc7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.064936] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e11bfe-3c48-4e72-8da4-f59c56755c1a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.076635] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87c634e-0f94-4279-b31a-5b65e44bb8e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.091977] env[69846]: DEBUG nova.compute.provider_tree [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.114787] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949897, 'name': CreateVM_Task, 'duration_secs': 1.713824} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.114968] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.115438] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.115599] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.115926] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.116214] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce71eae9-8ede-42a6-bb5e-391c616af91a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.123444] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 974.123444] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e8a587-d1eb-8a49-e4e8-ce9547b404de" [ 974.123444] env[69846]: _type = "Task" [ 974.123444] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.132291] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e8a587-d1eb-8a49-e4e8-ce9547b404de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.302949] env[69846]: DEBUG nova.compute.manager [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69846) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 974.303283] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.363539] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497023} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.363808] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 04b1cc60-af72-4019-b659-529157de2ea5/04b1cc60-af72-4019-b659-529157de2ea5.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.364073] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.364329] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bfae745-4a26-4a9d-b2bd-1cbb87a50e56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.371274] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 974.371274] env[69846]: value = "task-2949900" [ 974.371274] env[69846]: _type = "Task" [ 974.371274] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.378501] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.384975] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 0ef4bc09-a225-410a-acd6-2ee3a871fe89] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.569820] env[69846]: DEBUG nova.compute.manager [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.594040] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.594297] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.594452] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.594627] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.594771] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.594920] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.595153] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.595317] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.595484] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.595646] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.595817] env[69846]: DEBUG nova.virt.hardware [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.596773] env[69846]: DEBUG nova.scheduler.client.report [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.600662] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9954bc53-e34a-4b39-9e09-cd5cf8e8ff70 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.609646] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aa54da-a64c-4b53-80b5-85819ff26217 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.633603] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e8a587-d1eb-8a49-e4e8-ce9547b404de, 'name': SearchDatastore_Task, 'duration_secs': 0.056083} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.633875] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.634117] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.634352] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.634497] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.634674] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.634930] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0edc8808-1a7e-4893-8bde-66d214b71943 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.643606] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.643814] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.644460] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5abb02-11ed-445e-80db-544cadeb616f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.649376] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 974.649376] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5260e015-d87d-f642-e950-28caa882b3d6" [ 974.649376] env[69846]: _type = "Task" [ 974.649376] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.657278] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5260e015-d87d-f642-e950-28caa882b3d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.885121] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.887819] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 5c4cbe9b-91b1-4529-937f-9a777a465995] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.104825] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.105395] env[69846]: DEBUG nova.compute.manager [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.108482] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.610s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.110067] env[69846]: INFO nova.compute.claims [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.163525] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5260e015-d87d-f642-e950-28caa882b3d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009353} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.163525] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbab2a1a-797f-4f3c-a851-701733dc1f7a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.170569] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 975.170569] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5f476-e709-c12d-134d-bbdbbd534516" [ 975.170569] env[69846]: _type = "Task" [ 975.170569] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.177020] env[69846]: DEBUG nova.network.neutron [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Successfully updated port: d13001fc-907e-462e-b657-9b76892fa686 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.187049] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5f476-e709-c12d-134d-bbdbbd534516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.383116] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.762535} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.383420] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.384231] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff668e44-6277-4e94-8ad0-3eff6b92c04c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.398289] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 26f55a58-2310-4050-af29-04f2b2dbd516] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.408497] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 04b1cc60-af72-4019-b659-529157de2ea5/04b1cc60-af72-4019-b659-529157de2ea5.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.410028] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d766944-9b83-417e-bd9b-dd095fd5f68f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.430218] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 975.430218] env[69846]: value = "task-2949901" [ 975.430218] env[69846]: _type = "Task" [ 975.430218] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.439408] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.616138] env[69846]: DEBUG nova.compute.utils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.617597] env[69846]: DEBUG nova.compute.manager [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.617768] env[69846]: DEBUG nova.network.neutron [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.656613] env[69846]: DEBUG nova.policy [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85fded32cca74eef9538fd0ea4385cdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98213ebe32a04a54bc9b0dca299d9068', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.683169] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.683394] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.683623] env[69846]: DEBUG nova.network.neutron [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.685089] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5f476-e709-c12d-134d-bbdbbd534516, 'name': SearchDatastore_Task, 'duration_secs': 0.046192} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.685631] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.686226] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 4d4d3145-9900-43f9-ab26-1c42410db693/4d4d3145-9900-43f9-ab26-1c42410db693.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.686226] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e786858b-8382-48bd-b594-8436ee668aa4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.696187] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 975.696187] env[69846]: value = "task-2949902" [ 975.696187] env[69846]: _type = "Task" [ 975.696187] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.706354] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.910225] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 41309cdb-e15c-4e64-ac5f-4e415164ae65] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.943466] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.122401] env[69846]: DEBUG nova.compute.manager [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.206694] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446019} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.208875] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 4d4d3145-9900-43f9-ab26-1c42410db693/4d4d3145-9900-43f9-ab26-1c42410db693.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.209109] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.209574] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bae4bcf-4bb0-42f5-942e-75692379c740 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.214856] env[69846]: DEBUG nova.network.neutron [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.217936] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 976.217936] env[69846]: value = "task-2949903" [ 976.217936] env[69846]: _type = "Task" [ 976.217936] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.229447] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.291022] env[69846]: DEBUG nova.network.neutron [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Successfully created port: 73752e6e-2a93-4408-83ab-8e5503e7af18 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.357826] env[69846]: DEBUG nova.network.neutron [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance_info_cache with network_info: [{"id": "d13001fc-907e-462e-b657-9b76892fa686", "address": "fa:16:3e:3a:fe:1f", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13001fc-90", "ovs_interfaceid": "d13001fc-907e-462e-b657-9b76892fa686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.415142] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: e672d63e-1187-413c-8a0d-8fc214dcb9ef] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.441174] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949901, 'name': ReconfigVM_Task, 'duration_secs': 0.674757} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.441570] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 04b1cc60-af72-4019-b659-529157de2ea5/04b1cc60-af72-4019-b659-529157de2ea5.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.442953] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ada166f6-b890-499c-a866-8170b06c26e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.453414] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 976.453414] env[69846]: value = "task-2949904" [ 976.453414] env[69846]: _type = "Task" [ 976.453414] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.464625] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949904, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.524268] env[69846]: DEBUG nova.compute.manager [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Received event network-vif-plugged-d13001fc-907e-462e-b657-9b76892fa686 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.524479] env[69846]: DEBUG oslo_concurrency.lockutils [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] Acquiring lock "b4065fe4-8380-44f3-84d4-2943e50aa276-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.524704] env[69846]: DEBUG oslo_concurrency.lockutils [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.524842] env[69846]: DEBUG oslo_concurrency.lockutils [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.525089] env[69846]: DEBUG nova.compute.manager [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] No waiting events found dispatching network-vif-plugged-d13001fc-907e-462e-b657-9b76892fa686 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.525417] env[69846]: WARNING nova.compute.manager [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Received unexpected event network-vif-plugged-d13001fc-907e-462e-b657-9b76892fa686 for instance with vm_state building and task_state spawning. [ 976.526464] env[69846]: DEBUG nova.compute.manager [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Received event network-changed-d13001fc-907e-462e-b657-9b76892fa686 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.526464] env[69846]: DEBUG nova.compute.manager [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Refreshing instance network info cache due to event network-changed-d13001fc-907e-462e-b657-9b76892fa686. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.526464] env[69846]: DEBUG oslo_concurrency.lockutils [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] Acquiring lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.646460] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32395060-2d40-4e4e-a0d0-b3f726d1cc95 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.661790] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe87077-0da9-4f09-acd0-7039dc9a68ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.702125] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2c1a7c-cd7e-4dca-ab0b-b76ddfde8549 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.714017] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0813086c-7021-4f88-b943-9f1dc2b183cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.731540] env[69846]: DEBUG nova.compute.provider_tree [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.738108] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062565} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.738315] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.739556] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43b90c5-00b8-4ebd-96d7-0db7c66652b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.760862] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 4d4d3145-9900-43f9-ab26-1c42410db693/4d4d3145-9900-43f9-ab26-1c42410db693.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.761517] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f348ead4-8151-465a-97da-9f22c7a4b0b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.782245] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 976.782245] env[69846]: value = "task-2949905" [ 976.782245] env[69846]: _type = "Task" [ 976.782245] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.791131] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.860920] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.861287] env[69846]: DEBUG nova.compute.manager [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Instance network_info: |[{"id": "d13001fc-907e-462e-b657-9b76892fa686", "address": "fa:16:3e:3a:fe:1f", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13001fc-90", "ovs_interfaceid": "d13001fc-907e-462e-b657-9b76892fa686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.861596] env[69846]: DEBUG oslo_concurrency.lockutils [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] Acquired lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.861787] env[69846]: DEBUG nova.network.neutron [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Refreshing network info cache for port d13001fc-907e-462e-b657-9b76892fa686 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.863143] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:fe:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd13001fc-907e-462e-b657-9b76892fa686', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.870321] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Creating folder: Project (06d0f0e9a6cf4ead9090ef122c604272). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.873289] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dbafb6a-1773-44f3-8d43-4bef967d5ad0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.889186] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Created folder: Project (06d0f0e9a6cf4ead9090ef122c604272) in parent group-v591891. [ 976.889507] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Creating folder: Instances. Parent ref: group-v592072. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.889711] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85247b65-7392-4a78-8e80-2709e2a93004 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.901887] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Created folder: Instances in parent group-v592072. [ 976.902141] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.902342] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.902570] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a003b534-8436-4104-b9ac-47eef1e5ab10 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.921848] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 889cf715-5387-428e-a8d5-7b930de00bdb] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.930277] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.930277] env[69846]: value = "task-2949908" [ 976.930277] env[69846]: _type = "Task" [ 976.930277] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.938974] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949908, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.948880] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 976.949142] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592067', 'volume_id': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'name': 'volume-060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3f1bab2-67f2-4c3a-b374-839a81991ebb', 'attached_at': '', 'detached_at': '', 'volume_id': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'serial': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 976.950058] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b248a98a-aeb2-422d-a7e0-07853f22edda {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.677717] env[69846]: DEBUG nova.compute.manager [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.680170] env[69846]: DEBUG nova.scheduler.client.report [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.687877] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 971e49d0-8e74-4635-9d7d-0c8843d1e58a] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.713692] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7319ae7-0d6c-4c47-8afa-a72384ef6617 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.728203] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949905, 'name': ReconfigVM_Task, 'duration_secs': 0.835528} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.728462] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949904, 'name': Rename_Task, 'duration_secs': 0.227293} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.728617] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949908, 'name': CreateVM_Task, 'duration_secs': 0.753786} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.731087] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 4d4d3145-9900-43f9-ab26-1c42410db693/4d4d3145-9900-43f9-ab26-1c42410db693.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.731753] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.731935] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.732636] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fdc9f87-c9f2-4472-b934-100a1a93e7b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.735072] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71b02468-3fd5-425c-adc9-6093b48b31a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.736106] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.736267] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.736564] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.738805] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.739034] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.739195] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.739380] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.739525] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.739667] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.739868] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.740108] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.740348] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.740532] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.740732] env[69846]: DEBUG nova.virt.hardware [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.757213] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4094f057-279a-444c-8882-e3ea7b7bd99e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.759336] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdbceee-9146-45e7-8cbe-d19848fa4761 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.768931] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-060ddcfa-fbc2-4de6-8f99-b2bf790e27fb/volume-060ddcfa-fbc2-4de6-8f99-b2bf790e27fb.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.770289] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84dd488c-5f2e-47fc-8e8d-92443b4ec730 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.787131] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 977.787131] env[69846]: value = "task-2949909" [ 977.787131] env[69846]: _type = "Task" [ 977.787131] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.787741] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 977.787741] env[69846]: value = "task-2949910" [ 977.787741] env[69846]: _type = "Task" [ 977.787741] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.796996] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 977.796996] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5250e957-f87f-f686-6a31-65742ebf4042" [ 977.796996] env[69846]: _type = "Task" [ 977.796996] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.800067] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a9a4e3-12d7-47f4-bd19-a8ce5414f7a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.805102] env[69846]: DEBUG oslo_vmware.api [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 977.805102] env[69846]: value = "task-2949911" [ 977.805102] env[69846]: _type = "Task" [ 977.805102] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.815077] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949910, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.815344] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949909, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.837123] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5250e957-f87f-f686-6a31-65742ebf4042, 'name': SearchDatastore_Task, 'duration_secs': 0.01197} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.840432] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.840685] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.840945] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.841870] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.841870] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.841870] env[69846]: DEBUG oslo_vmware.api [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.841870] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16c8b705-2830-458b-93e2-e89d7cbd6cc4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.851970] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.852854] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.854327] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63443cff-81bc-48c7-a634-d2380b859a37 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.859564] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 977.859564] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5239afd3-d285-59ed-895f-642fcbc7c638" [ 977.859564] env[69846]: _type = "Task" [ 977.859564] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.868281] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5239afd3-d285-59ed-895f-642fcbc7c638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.939509] env[69846]: DEBUG nova.network.neutron [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updated VIF entry in instance network info cache for port d13001fc-907e-462e-b657-9b76892fa686. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.939891] env[69846]: DEBUG nova.network.neutron [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance_info_cache with network_info: [{"id": "d13001fc-907e-462e-b657-9b76892fa686", "address": "fa:16:3e:3a:fe:1f", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13001fc-90", "ovs_interfaceid": "d13001fc-907e-462e-b657-9b76892fa686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.126599] env[69846]: DEBUG nova.network.neutron [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Successfully updated port: 73752e6e-2a93-4408-83ab-8e5503e7af18 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.188500] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.080s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.189068] env[69846]: DEBUG nova.compute.manager [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.191967] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.189s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.192113] env[69846]: DEBUG nova.objects.instance [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 978.200662] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 0ad3493e-7c35-4c8c-8eda-ffa665c37b73] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.301734] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.304561] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949910, 'name': Rename_Task, 'duration_secs': 0.1479} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.304800] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.305042] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3f6d955-bc80-4aee-99cf-d56a51f195ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.310942] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 978.310942] env[69846]: value = "task-2949912" [ 978.310942] env[69846]: _type = "Task" [ 978.310942] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.320616] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.325422] env[69846]: DEBUG oslo_vmware.api [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949911, 'name': ReconfigVM_Task, 'duration_secs': 0.390525} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.325665] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-060ddcfa-fbc2-4de6-8f99-b2bf790e27fb/volume-060ddcfa-fbc2-4de6-8f99-b2bf790e27fb.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.330835] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f88bf43-ecc6-4d99-8e2b-56416ef58cc3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.346631] env[69846]: DEBUG oslo_vmware.api [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 978.346631] env[69846]: value = "task-2949913" [ 978.346631] env[69846]: _type = "Task" [ 978.346631] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.359262] env[69846]: DEBUG oslo_vmware.api [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.370556] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5239afd3-d285-59ed-895f-642fcbc7c638, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.371401] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ac672f-b63f-448d-92e6-8cb992b03053 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.380118] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 978.380118] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ecfbbd-ea91-9407-ec37-81e0488456a6" [ 978.380118] env[69846]: _type = "Task" [ 978.380118] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.389913] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ecfbbd-ea91-9407-ec37-81e0488456a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.443347] env[69846]: DEBUG oslo_concurrency.lockutils [req-54eb2b46-01b2-4097-b186-cc466daf03d7 req-492954ba-4c27-4dc9-b1f6-c05829b35a73 service nova] Releasing lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.630870] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "refresh_cache-fa2149c2-fdfc-4d31-8b16-7a24728462b1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.631068] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "refresh_cache-fa2149c2-fdfc-4d31-8b16-7a24728462b1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.631232] env[69846]: DEBUG nova.network.neutron [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.671538] env[69846]: DEBUG nova.compute.manager [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Received event network-vif-plugged-73752e6e-2a93-4408-83ab-8e5503e7af18 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.671772] env[69846]: DEBUG oslo_concurrency.lockutils [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] Acquiring lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.671976] env[69846]: DEBUG oslo_concurrency.lockutils [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] Lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.672157] env[69846]: DEBUG oslo_concurrency.lockutils [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] Lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.672359] env[69846]: DEBUG nova.compute.manager [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] No waiting events found dispatching network-vif-plugged-73752e6e-2a93-4408-83ab-8e5503e7af18 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.672536] env[69846]: WARNING nova.compute.manager [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Received unexpected event network-vif-plugged-73752e6e-2a93-4408-83ab-8e5503e7af18 for instance with vm_state building and task_state spawning. [ 978.672703] env[69846]: DEBUG nova.compute.manager [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Received event network-changed-73752e6e-2a93-4408-83ab-8e5503e7af18 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.672904] env[69846]: DEBUG nova.compute.manager [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Refreshing instance network info cache due to event network-changed-73752e6e-2a93-4408-83ab-8e5503e7af18. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.673169] env[69846]: DEBUG oslo_concurrency.lockutils [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] Acquiring lock "refresh_cache-fa2149c2-fdfc-4d31-8b16-7a24728462b1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.696748] env[69846]: DEBUG nova.compute.utils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.701488] env[69846]: DEBUG nova.compute.manager [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.701700] env[69846]: DEBUG nova.network.neutron [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.703861] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 56349119-bede-4c79-91f9-3713d0951cf0] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.756170] env[69846]: DEBUG nova.policy [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd88f1d35d24cb3b596fd92c36197b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8078fa3cd54d4c388241dc51cc24e166', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.802043] env[69846]: DEBUG oslo_vmware.api [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2949909, 'name': PowerOnVM_Task, 'duration_secs': 0.654624} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.802355] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.802617] env[69846]: INFO nova.compute.manager [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Took 9.43 seconds to spawn the instance on the hypervisor. [ 978.803105] env[69846]: DEBUG nova.compute.manager [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.804181] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fa8792-2a30-4adb-8cf8-a873ea44296e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.823234] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949912, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.856538] env[69846]: DEBUG oslo_vmware.api [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949913, 'name': ReconfigVM_Task, 'duration_secs': 0.163546} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.856842] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592067', 'volume_id': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'name': 'volume-060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3f1bab2-67f2-4c3a-b374-839a81991ebb', 'attached_at': '', 'detached_at': '', 'volume_id': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'serial': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 978.890927] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ecfbbd-ea91-9407-ec37-81e0488456a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.891168] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.891440] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b4065fe4-8380-44f3-84d4-2943e50aa276/b4065fe4-8380-44f3-84d4-2943e50aa276.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.891696] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc1c169f-6c1e-4013-aee7-b684a877c5e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.899382] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 978.899382] env[69846]: value = "task-2949914" [ 978.899382] env[69846]: _type = "Task" [ 978.899382] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.907679] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.176684] env[69846]: DEBUG nova.network.neutron [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.202554] env[69846]: DEBUG nova.compute.manager [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.207290] env[69846]: DEBUG oslo_concurrency.lockutils [None req-78909d88-81f2-4c53-87eb-62267ab5a7fa tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.208645] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.713s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.210163] env[69846]: INFO nova.compute.claims [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.212989] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 96082a6a-9b5f-4186-87c8-d819258895b8] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.236589] env[69846]: DEBUG nova.network.neutron [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Successfully created port: 7b37bea7-8254-4455-a635-632dbb0c5279 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.326435] env[69846]: DEBUG oslo_vmware.api [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949912, 'name': PowerOnVM_Task, 'duration_secs': 0.515413} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.329359] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.329359] env[69846]: INFO nova.compute.manager [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Took 7.35 seconds to spawn the instance on the hypervisor. [ 979.329359] env[69846]: DEBUG nova.compute.manager [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.329595] env[69846]: INFO nova.compute.manager [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Took 58.20 seconds to build instance. [ 979.330973] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286c4b70-c866-4a81-9e5e-016580cf64fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.334668] env[69846]: DEBUG nova.network.neutron [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Updating instance_info_cache with network_info: [{"id": "73752e6e-2a93-4408-83ab-8e5503e7af18", "address": "fa:16:3e:6e:55:21", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73752e6e-2a", "ovs_interfaceid": "73752e6e-2a93-4408-83ab-8e5503e7af18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.410395] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496262} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.410681] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b4065fe4-8380-44f3-84d4-2943e50aa276/b4065fe4-8380-44f3-84d4-2943e50aa276.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.410912] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.411201] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0045096d-cb51-4b85-928b-46cf5a6d9667 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.417254] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 979.417254] env[69846]: value = "task-2949915" [ 979.417254] env[69846]: _type = "Task" [ 979.417254] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.428020] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.717666] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 3ea69053-5344-410a-8ea5-7c04b8383f91] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.837081] env[69846]: DEBUG oslo_concurrency.lockutils [None req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.249s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.837553] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "refresh_cache-fa2149c2-fdfc-4d31-8b16-7a24728462b1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.837834] env[69846]: DEBUG nova.compute.manager [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Instance network_info: |[{"id": "73752e6e-2a93-4408-83ab-8e5503e7af18", "address": "fa:16:3e:6e:55:21", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73752e6e-2a", "ovs_interfaceid": "73752e6e-2a93-4408-83ab-8e5503e7af18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.838120] env[69846]: DEBUG oslo_concurrency.lockutils [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] Acquired lock "refresh_cache-fa2149c2-fdfc-4d31-8b16-7a24728462b1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.838299] env[69846]: DEBUG nova.network.neutron [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Refreshing network info cache for port 73752e6e-2a93-4408-83ab-8e5503e7af18 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.839547] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:55:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73752e6e-2a93-4408-83ab-8e5503e7af18', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.848348] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.854717] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.856022] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c1f5b9f-8957-4beb-93aa-0d5dd760a5b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.871649] env[69846]: INFO nova.compute.manager [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Took 54.15 seconds to build instance. [ 979.879278] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.879278] env[69846]: value = "task-2949916" [ 979.879278] env[69846]: _type = "Task" [ 979.879278] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.888122] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949916, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.894619] env[69846]: DEBUG nova.objects.instance [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lazy-loading 'flavor' on Instance uuid c3f1bab2-67f2-4c3a-b374-839a81991ebb {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.928047] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069418} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.928047] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.928846] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d64745a-a5f0-4abe-af99-3f4e64c91429 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.955795] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] b4065fe4-8380-44f3-84d4-2943e50aa276/b4065fe4-8380-44f3-84d4-2943e50aa276.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.956144] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15598cb5-7af5-475c-9a68-17a086cd3a8b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.978595] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 979.978595] env[69846]: value = "task-2949917" [ 979.978595] env[69846]: _type = "Task" [ 979.978595] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.992745] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.217032] env[69846]: DEBUG nova.compute.manager [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.224754] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 8c8a9793-f89c-471b-99dd-005d470ebfcc] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.249728] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.250616] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.250616] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.250616] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.250898] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.251166] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.252498] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.252498] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.252498] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.252498] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.252498] env[69846]: DEBUG nova.virt.hardware [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.253315] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36179a30-aad5-484e-9368-294c8342894a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.270680] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8155e87a-4404-4b65-9a79-d03e4d08b905 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.376082] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b93bce57-e7c3-4cd5-91a6-afea12fde48e tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "4d4d3145-9900-43f9-ab26-1c42410db693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.827s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.393837] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949916, 'name': CreateVM_Task, 'duration_secs': 0.380212} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.394120] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.396031] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.396031] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.396031] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.396031] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2fd42fa-af6a-4cd7-8fb4-171274b50a1f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.400928] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5cc358c-6659-425f-b0bf-fabd20e833d2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.074s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.406402] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 980.406402] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f35f89-1172-b579-2824-16e892957ae4" [ 980.406402] env[69846]: _type = "Task" [ 980.406402] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.431871] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f35f89-1172-b579-2824-16e892957ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.432205] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.432442] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.432665] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.432801] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.433018] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.436803] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-897099bd-eef7-4be4-8143-743b00d61f1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.446840] env[69846]: DEBUG nova.compute.manager [req-0449b72b-64c3-4733-a5f5-343dbd235d17 req-b85b484c-5f11-4d48-96fc-91535f12f788 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Received event network-changed-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.447709] env[69846]: DEBUG nova.compute.manager [req-0449b72b-64c3-4733-a5f5-343dbd235d17 req-b85b484c-5f11-4d48-96fc-91535f12f788 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Refreshing instance network info cache due to event network-changed-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.447709] env[69846]: DEBUG oslo_concurrency.lockutils [req-0449b72b-64c3-4733-a5f5-343dbd235d17 req-b85b484c-5f11-4d48-96fc-91535f12f788 service nova] Acquiring lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.447709] env[69846]: DEBUG oslo_concurrency.lockutils [req-0449b72b-64c3-4733-a5f5-343dbd235d17 req-b85b484c-5f11-4d48-96fc-91535f12f788 service nova] Acquired lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.447709] env[69846]: DEBUG nova.network.neutron [req-0449b72b-64c3-4733-a5f5-343dbd235d17 req-b85b484c-5f11-4d48-96fc-91535f12f788 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Refreshing network info cache for port f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.452592] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.452592] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.452592] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b8b763-dbea-45e2-a30f-f5e98a24cc01 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.464914] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 980.464914] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526bb5ae-2876-5691-e981-61dada409a3a" [ 980.464914] env[69846]: _type = "Task" [ 980.464914] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.482858] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526bb5ae-2876-5691-e981-61dada409a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.489089] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4f07b4-71a0-42cf-846e-a6d407ac509a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.500215] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 980.500215] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]523a84ab-9593-a150-1830-d0bef7e0962d" [ 980.500215] env[69846]: _type = "Task" [ 980.500215] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.504196] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.513804] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523a84ab-9593-a150-1830-d0bef7e0962d, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.514096] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.514357] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] fa2149c2-fdfc-4d31-8b16-7a24728462b1/fa2149c2-fdfc-4d31-8b16-7a24728462b1.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.514612] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b00c935-2c3e-4bb3-810b-6c60781731a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.526964] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 980.526964] env[69846]: value = "task-2949918" [ 980.526964] env[69846]: _type = "Task" [ 980.526964] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.536735] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.618895] env[69846]: DEBUG nova.network.neutron [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Updated VIF entry in instance network info cache for port 73752e6e-2a93-4408-83ab-8e5503e7af18. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.619366] env[69846]: DEBUG nova.network.neutron [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Updating instance_info_cache with network_info: [{"id": "73752e6e-2a93-4408-83ab-8e5503e7af18", "address": "fa:16:3e:6e:55:21", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73752e6e-2a", "ovs_interfaceid": "73752e6e-2a93-4408-83ab-8e5503e7af18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.697345] env[69846]: INFO nova.compute.manager [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Rebuilding instance [ 980.718044] env[69846]: DEBUG nova.compute.manager [req-1be35014-11c0-4112-8d5c-68e242f06c37 req-1a1d2e8d-ee0c-4711-91b4-9ba0d42523a4 service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Received event network-vif-plugged-7b37bea7-8254-4455-a635-632dbb0c5279 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.718044] env[69846]: DEBUG oslo_concurrency.lockutils [req-1be35014-11c0-4112-8d5c-68e242f06c37 req-1a1d2e8d-ee0c-4711-91b4-9ba0d42523a4 service nova] Acquiring lock "7810f774-90f5-4f9e-8504-b9b7f5840311-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.718044] env[69846]: DEBUG oslo_concurrency.lockutils [req-1be35014-11c0-4112-8d5c-68e242f06c37 req-1a1d2e8d-ee0c-4711-91b4-9ba0d42523a4 service nova] Lock "7810f774-90f5-4f9e-8504-b9b7f5840311-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.718044] env[69846]: DEBUG oslo_concurrency.lockutils [req-1be35014-11c0-4112-8d5c-68e242f06c37 req-1a1d2e8d-ee0c-4711-91b4-9ba0d42523a4 service nova] Lock "7810f774-90f5-4f9e-8504-b9b7f5840311-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.718044] env[69846]: DEBUG nova.compute.manager [req-1be35014-11c0-4112-8d5c-68e242f06c37 req-1a1d2e8d-ee0c-4711-91b4-9ba0d42523a4 service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] No waiting events found dispatching network-vif-plugged-7b37bea7-8254-4455-a635-632dbb0c5279 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.718044] env[69846]: WARNING nova.compute.manager [req-1be35014-11c0-4112-8d5c-68e242f06c37 req-1a1d2e8d-ee0c-4711-91b4-9ba0d42523a4 service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Received unexpected event network-vif-plugged-7b37bea7-8254-4455-a635-632dbb0c5279 for instance with vm_state building and task_state spawning. [ 980.727872] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 451bdd24-e6cc-4961-a4b2-10a1468dfb8e] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.752548] env[69846]: DEBUG nova.compute.manager [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.753770] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489425aa-40c8-4960-9152-d623fa9b23e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.785376] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbb9697-6c6c-48a1-8796-3d27fd9c3526 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.794038] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf129b22-520b-4870-93f7-3fc9a2676c47 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.831373] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c68994-7e1b-45d6-9923-a35d9cc8a719 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.843502] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bb2087-236d-443a-a2db-ad12cf741042 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.864489] env[69846]: DEBUG nova.compute.provider_tree [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.905367] env[69846]: DEBUG nova.network.neutron [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Successfully updated port: 7b37bea7-8254-4455-a635-632dbb0c5279 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.921967] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.921967] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.921967] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.922259] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.922351] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.930024] env[69846]: INFO nova.compute.manager [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Terminating instance [ 980.999433] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949917, 'name': ReconfigVM_Task, 'duration_secs': 0.733815} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.999843] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Reconfigured VM instance instance-00000045 to attach disk [datastore2] b4065fe4-8380-44f3-84d4-2943e50aa276/b4065fe4-8380-44f3-84d4-2943e50aa276.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.000669] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c328dcf-f23f-4efb-8823-df4f5bf0d932 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.013816] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 981.013816] env[69846]: value = "task-2949919" [ 981.013816] env[69846]: _type = "Task" [ 981.013816] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.026585] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949919, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.036422] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949918, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.124418] env[69846]: DEBUG oslo_concurrency.lockutils [req-abc0eaa6-373b-489a-afcf-f80c03b405a1 req-9f58bd24-0b65-4d74-b547-c57b06437432 service nova] Releasing lock "refresh_cache-fa2149c2-fdfc-4d31-8b16-7a24728462b1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.234888] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b001cc31-59f7-481c-ad26-237d633a0d10] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.327362] env[69846]: DEBUG nova.network.neutron [req-0449b72b-64c3-4733-a5f5-343dbd235d17 req-b85b484c-5f11-4d48-96fc-91535f12f788 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updated VIF entry in instance network info cache for port f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.327821] env[69846]: DEBUG nova.network.neutron [req-0449b72b-64c3-4733-a5f5-343dbd235d17 req-b85b484c-5f11-4d48-96fc-91535f12f788 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updating instance_info_cache with network_info: [{"id": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "address": "fa:16:3e:b2:0b:cf", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf115b1ed-dc", "ovs_interfaceid": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.367922] env[69846]: DEBUG nova.scheduler.client.report [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.408403] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.408561] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.408748] env[69846]: DEBUG nova.network.neutron [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.433937] env[69846]: DEBUG nova.compute.manager [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.434202] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.434477] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49ee9fb-4e06-4dee-84f1-3f99a66fbdfa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.442810] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 981.442810] env[69846]: value = "task-2949920" [ 981.442810] env[69846]: _type = "Task" [ 981.442810] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.454219] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.524217] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949919, 'name': Rename_Task, 'duration_secs': 0.173226} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.524504] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.524757] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afcde8f2-729b-4263-8c22-3c37b8ec3ad5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.534052] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 981.534052] env[69846]: value = "task-2949921" [ 981.534052] env[69846]: _type = "Task" [ 981.534052] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.539751] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949918, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.545275] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.741267] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 1104e337-464b-4df2-9c4a-7a1695128caa] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.769592] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.769829] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3799e70-10d1-4020-bd96-061f511a211a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.778521] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 981.778521] env[69846]: value = "task-2949922" [ 981.778521] env[69846]: _type = "Task" [ 981.778521] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.787671] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.831177] env[69846]: DEBUG oslo_concurrency.lockutils [req-0449b72b-64c3-4733-a5f5-343dbd235d17 req-b85b484c-5f11-4d48-96fc-91535f12f788 service nova] Releasing lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.873931] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.874458] env[69846]: DEBUG nova.compute.manager [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.877099] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.970s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.877304] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.879280] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.932s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.879457] env[69846]: DEBUG nova.objects.instance [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 981.902065] env[69846]: INFO nova.scheduler.client.report [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted allocations for instance 785a22b1-4df5-4248-9c3d-7edb19b3ddf5 [ 981.953638] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949920, 'name': PowerOffVM_Task, 'duration_secs': 0.236633} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.954517] env[69846]: DEBUG nova.network.neutron [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.957633] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.957633] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 981.957633] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592067', 'volume_id': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'name': 'volume-060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3f1bab2-67f2-4c3a-b374-839a81991ebb', 'attached_at': '', 'detached_at': '', 'volume_id': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'serial': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 981.958355] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d5b4e2-95f3-4025-8f19-e8299e1260ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.983758] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c0ba95-22fb-41b1-b6ea-0a74ba9249f1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.991767] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22755c-0686-49af-bb61-5596b40b3751 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.013505] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efd09de-3688-4853-b128-3e92abe9dbc3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.032129] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] The volume has not been displaced from its original location: [datastore2] volume-060ddcfa-fbc2-4de6-8f99-b2bf790e27fb/volume-060ddcfa-fbc2-4de6-8f99-b2bf790e27fb.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 982.037525] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 982.043554] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d27852-0d0a-4cc5-ba22-09442005d8b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.066480] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.070645] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 982.070645] env[69846]: value = "task-2949923" [ 982.070645] env[69846]: _type = "Task" [ 982.070645] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.071260] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949918, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.512214} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.071260] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] fa2149c2-fdfc-4d31-8b16-7a24728462b1/fa2149c2-fdfc-4d31-8b16-7a24728462b1.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.071495] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.074692] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beff1692-f9ae-4eff-a069-9e826235f0bd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.082399] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949923, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.083690] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 982.083690] env[69846]: value = "task-2949924" [ 982.083690] env[69846]: _type = "Task" [ 982.083690] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.097978] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.222231] env[69846]: DEBUG nova.network.neutron [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Updating instance_info_cache with network_info: [{"id": "7b37bea7-8254-4455-a635-632dbb0c5279", "address": "fa:16:3e:47:12:20", "network": {"id": "e97fcb92-b900-4231-820c-666f29ffc870", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-626481458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8078fa3cd54d4c388241dc51cc24e166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b37bea7-82", "ovs_interfaceid": "7b37bea7-8254-4455-a635-632dbb0c5279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.244275] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: e2ae9251-7961-4145-993d-49714be19a92] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.289104] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949922, 'name': PowerOffVM_Task, 'duration_secs': 0.250908} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.289403] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.289635] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.290450] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8578e5-9ae2-4e5a-b508-d72acec50adc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.298196] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.298453] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e998ccdf-d96e-4911-bd57-d4d85e9f6ff6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.346229] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.346484] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.346672] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Deleting the datastore file [datastore2] 4d4d3145-9900-43f9-ab26-1c42410db693 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.346941] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7ec4013-2219-47c1-94d0-80539dacd880 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.355057] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 982.355057] env[69846]: value = "task-2949926" [ 982.355057] env[69846]: _type = "Task" [ 982.355057] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.363854] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.384443] env[69846]: DEBUG nova.compute.utils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.388699] env[69846]: DEBUG nova.compute.manager [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Not allocating networking since 'none' was specified. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 982.412152] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "785a22b1-4df5-4248-9c3d-7edb19b3ddf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.422s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.553559] env[69846]: DEBUG oslo_vmware.api [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2949921, 'name': PowerOnVM_Task, 'duration_secs': 0.826736} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.553843] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.554061] env[69846]: INFO nova.compute.manager [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Took 7.98 seconds to spawn the instance on the hypervisor. [ 982.554248] env[69846]: DEBUG nova.compute.manager [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.555037] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b86500f-a08c-4ee3-b207-e2984c7a1e53 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.581757] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949923, 'name': ReconfigVM_Task, 'duration_secs': 0.314306} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.582072] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 982.586747] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7c4722-0a00-4227-832c-c9bfab7d113b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.605781] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072714} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.607182] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.607559] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 982.607559] env[69846]: value = "task-2949927" [ 982.607559] env[69846]: _type = "Task" [ 982.607559] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.608928] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57611c82-150d-4115-afc7-6688bd8b9baa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.621239] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949927, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.640326] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] fa2149c2-fdfc-4d31-8b16-7a24728462b1/fa2149c2-fdfc-4d31-8b16-7a24728462b1.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.640710] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6ce353-e7a5-4fb7-a190-37bc2fc7e022 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.662940] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 982.662940] env[69846]: value = "task-2949928" [ 982.662940] env[69846]: _type = "Task" [ 982.662940] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.672730] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.725327] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.725693] env[69846]: DEBUG nova.compute.manager [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Instance network_info: |[{"id": "7b37bea7-8254-4455-a635-632dbb0c5279", "address": "fa:16:3e:47:12:20", "network": {"id": "e97fcb92-b900-4231-820c-666f29ffc870", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-626481458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8078fa3cd54d4c388241dc51cc24e166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b37bea7-82", "ovs_interfaceid": "7b37bea7-8254-4455-a635-632dbb0c5279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.726199] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:12:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b37bea7-8254-4455-a635-632dbb0c5279', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.736480] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.736785] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.737047] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3f77504-9345-4529-b9c5-952101585659 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.754198] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 8450b546-033c-4810-bd3c-913e21e6b8b3] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.765293] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.765293] env[69846]: value = "task-2949929" [ 982.765293] env[69846]: _type = "Task" [ 982.765293] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.781823] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949929, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.786757] env[69846]: DEBUG nova.compute.manager [req-388a5626-b649-4f8d-915a-01b897b1e28d req-fcaacd2d-4877-4b5f-bb44-2b11fc123a23 service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Received event network-changed-7b37bea7-8254-4455-a635-632dbb0c5279 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.787007] env[69846]: DEBUG nova.compute.manager [req-388a5626-b649-4f8d-915a-01b897b1e28d req-fcaacd2d-4877-4b5f-bb44-2b11fc123a23 service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Refreshing instance network info cache due to event network-changed-7b37bea7-8254-4455-a635-632dbb0c5279. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.787256] env[69846]: DEBUG oslo_concurrency.lockutils [req-388a5626-b649-4f8d-915a-01b897b1e28d req-fcaacd2d-4877-4b5f-bb44-2b11fc123a23 service nova] Acquiring lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.787425] env[69846]: DEBUG oslo_concurrency.lockutils [req-388a5626-b649-4f8d-915a-01b897b1e28d req-fcaacd2d-4877-4b5f-bb44-2b11fc123a23 service nova] Acquired lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.787611] env[69846]: DEBUG nova.network.neutron [req-388a5626-b649-4f8d-915a-01b897b1e28d req-fcaacd2d-4877-4b5f-bb44-2b11fc123a23 service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Refreshing network info cache for port 7b37bea7-8254-4455-a635-632dbb0c5279 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.865311] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09247} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.865578] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.865760] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.866014] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.889458] env[69846]: DEBUG nova.compute.manager [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.892856] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43e210b1-5597-48e2-be86-6f050edb0fea tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.895221] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.515s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.895221] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.896802] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.479s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.898355] env[69846]: INFO nova.compute.claims [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.930766] env[69846]: INFO nova.scheduler.client.report [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Deleted allocations for instance ea3dd269-6a0c-4192-ac07-bd27db00ac8c [ 983.074029] env[69846]: INFO nova.compute.manager [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Took 53.82 seconds to build instance. [ 983.122214] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949927, 'name': ReconfigVM_Task, 'duration_secs': 0.235421} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.122532] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592067', 'volume_id': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'name': 'volume-060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3f1bab2-67f2-4c3a-b374-839a81991ebb', 'attached_at': '', 'detached_at': '', 'volume_id': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb', 'serial': '060ddcfa-fbc2-4de6-8f99-b2bf790e27fb'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 983.122819] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.123672] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9344b93-8e47-410a-b1f9-484f6f5f6a0f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.131332] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.132278] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ddd42d-10c3-443a-bca2-05d2aee4ede7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.175046] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949928, 'name': ReconfigVM_Task, 'duration_secs': 0.314315} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.175468] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Reconfigured VM instance instance-00000046 to attach disk [datastore1] fa2149c2-fdfc-4d31-8b16-7a24728462b1/fa2149c2-fdfc-4d31-8b16-7a24728462b1.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.176614] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea07792b-a203-4229-92ba-29781359236a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.188543] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 983.188543] env[69846]: value = "task-2949931" [ 983.188543] env[69846]: _type = "Task" [ 983.188543] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.203381] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949931, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.221083] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.221546] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.221648] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleting the datastore file [datastore2] c3f1bab2-67f2-4c3a-b374-839a81991ebb {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.221944] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-755af58a-b119-4042-b825-2840b5510514 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.231012] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 983.231012] env[69846]: value = "task-2949932" [ 983.231012] env[69846]: _type = "Task" [ 983.231012] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.243851] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.258630] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 671877cf-8b8b-4a13-807a-3c37bce94295] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.278213] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949929, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.441330] env[69846]: DEBUG oslo_concurrency.lockutils [None req-704164b5-b49d-452b-8def-539928170ffd tempest-ServersListShow2100Test-712760899 tempest-ServersListShow2100Test-712760899-project-member] Lock "ea3dd269-6a0c-4192-ac07-bd27db00ac8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.306s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.575566] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a66f7604-7736-4eef-9116-d67a37261161 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.223s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.702737] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949931, 'name': Rename_Task, 'duration_secs': 0.163177} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.703060] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.703435] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f523be8e-5410-49e9-83fd-56f749833c55 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.710437] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 983.710437] env[69846]: value = "task-2949933" [ 983.710437] env[69846]: _type = "Task" [ 983.710437] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.723364] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.747019] env[69846]: DEBUG oslo_vmware.api [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2949932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158295} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.747019] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.747019] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.747019] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.747019] env[69846]: INFO nova.compute.manager [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Took 2.31 seconds to destroy the instance on the hypervisor. [ 983.747019] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.751027] env[69846]: DEBUG nova.compute.manager [-] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.751027] env[69846]: DEBUG nova.network.neutron [-] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.762733] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 20a7cd4e-5685-4e8c-b02f-32164eaa69c2] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.778817] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949929, 'name': CreateVM_Task, 'duration_secs': 0.554802} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.782117] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.782117] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.782117] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.782117] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.782117] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20314667-3b25-4724-944b-81a02f9b7b59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.788567] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 983.788567] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5297bcca-effd-e5d6-c8b8-965dba021b51" [ 983.788567] env[69846]: _type = "Task" [ 983.788567] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.798904] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5297bcca-effd-e5d6-c8b8-965dba021b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.830537] env[69846]: DEBUG nova.network.neutron [req-388a5626-b649-4f8d-915a-01b897b1e28d req-fcaacd2d-4877-4b5f-bb44-2b11fc123a23 service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Updated VIF entry in instance network info cache for port 7b37bea7-8254-4455-a635-632dbb0c5279. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.830537] env[69846]: DEBUG nova.network.neutron [req-388a5626-b649-4f8d-915a-01b897b1e28d req-fcaacd2d-4877-4b5f-bb44-2b11fc123a23 service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Updating instance_info_cache with network_info: [{"id": "7b37bea7-8254-4455-a635-632dbb0c5279", "address": "fa:16:3e:47:12:20", "network": {"id": "e97fcb92-b900-4231-820c-666f29ffc870", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-626481458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8078fa3cd54d4c388241dc51cc24e166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b37bea7-82", "ovs_interfaceid": "7b37bea7-8254-4455-a635-632dbb0c5279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.900666] env[69846]: DEBUG nova.compute.manager [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.913057] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.913057] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.913057] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.913057] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.913057] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.913057] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.913057] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.913057] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.914431] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.917037] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.917231] env[69846]: DEBUG nova.virt.hardware [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.925112] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5209be7c-004e-45a1-a152-220d9e8f6857 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.942577] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a4f2bf-a060-4c1f-bd9d-0f8eb4164bcd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.954613] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.954957] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.955193] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.955458] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.955671] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.955861] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.956120] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.956326] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.956532] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.956777] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.957030] env[69846]: DEBUG nova.virt.hardware [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.958244] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0511eb3e-7f43-4b0e-a52f-c523395a3d1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.978521] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.985915] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.990043] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728a022e-e5fd-439e-8be6-73eee82ed910 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.996208] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.996792] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85f23ce2-4827-489c-8121-c1866cb3e6e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.026489] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.032665] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Creating folder: Project (51bf1bc613ee4427af352d04c28dfbae). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.039835] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8115c799-b1c6-4739-b0c4-44bb5d095ea4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.040014] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.040014] env[69846]: value = "task-2949934" [ 984.040014] env[69846]: _type = "Task" [ 984.040014] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.052171] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949934, 'name': CreateVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.054731] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Created folder: Project (51bf1bc613ee4427af352d04c28dfbae) in parent group-v591891. [ 984.054975] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Creating folder: Instances. Parent ref: group-v592078. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.057781] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dac3c6b5-4f05-48d7-9510-230f2403bd3d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.070712] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Created folder: Instances in parent group-v592078. [ 984.070985] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.071215] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.071447] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60f01335-efe8-4ffe-8408-c21d126a1043 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.092455] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.092455] env[69846]: value = "task-2949937" [ 984.092455] env[69846]: _type = "Task" [ 984.092455] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.104503] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949937, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.226463] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949933, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.267721] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: d75a096f-b9b9-4f0c-92f2-69e2c0f74e8c] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.299194] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5297bcca-effd-e5d6-c8b8-965dba021b51, 'name': SearchDatastore_Task, 'duration_secs': 0.011799} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.302373] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.302616] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.302883] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.303251] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.303251] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.305684] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de424dae-5ca2-4f78-9151-e606500dec2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.317493] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.317493] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.321211] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782ae82f-a59b-4aef-a9ce-c94d5115bd27 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.329464] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 984.329464] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5275fda9-a1b1-f174-b8bf-5a9ae168ed78" [ 984.329464] env[69846]: _type = "Task" [ 984.329464] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.333638] env[69846]: DEBUG oslo_concurrency.lockutils [req-388a5626-b649-4f8d-915a-01b897b1e28d req-fcaacd2d-4877-4b5f-bb44-2b11fc123a23 service nova] Releasing lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.339909] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5275fda9-a1b1-f174-b8bf-5a9ae168ed78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.457233] env[69846]: DEBUG nova.compute.manager [req-47288f9e-15ae-4266-9e08-40fe5044431c req-bb4c6bb9-a825-42b1-ae7c-a10524594f6c service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Received event network-vif-deleted-d65a5365-acbe-437f-9686-55796761b875 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.457464] env[69846]: INFO nova.compute.manager [req-47288f9e-15ae-4266-9e08-40fe5044431c req-bb4c6bb9-a825-42b1-ae7c-a10524594f6c service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Neutron deleted interface d65a5365-acbe-437f-9686-55796761b875; detaching it from the instance and deleting it from the info cache [ 984.457651] env[69846]: DEBUG nova.network.neutron [req-47288f9e-15ae-4266-9e08-40fe5044431c req-bb4c6bb9-a825-42b1-ae7c-a10524594f6c service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.513642] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d61b4c-c852-4da7-96d0-0a4545d885fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.522551] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd4d4b8-ea4f-4768-8b94-9e0ba60d1416 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.555734] env[69846]: DEBUG nova.network.neutron [-] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.563193] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cafb4a-3da5-477e-aea8-c6a573ff88f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.572730] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949934, 'name': CreateVM_Task, 'duration_secs': 0.369704} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.575423] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a89068-6043-4319-a7a7-c6cc3c9980e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.581415] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.581415] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.581415] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.581585] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.582296] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c90fdb-b6a6-4434-b99f-74b285654c9c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.593378] env[69846]: DEBUG nova.compute.provider_tree [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.601026] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 984.601026] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ddbd15-2229-97da-eb3f-09deecdd6c27" [ 984.601026] env[69846]: _type = "Task" [ 984.601026] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.610595] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949937, 'name': CreateVM_Task, 'duration_secs': 0.440337} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.610595] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.610595] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.616321] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ddbd15-2229-97da-eb3f-09deecdd6c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.724027] env[69846]: DEBUG oslo_vmware.api [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949933, 'name': PowerOnVM_Task, 'duration_secs': 0.672539} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.724374] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.724637] env[69846]: INFO nova.compute.manager [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Took 7.05 seconds to spawn the instance on the hypervisor. [ 984.724901] env[69846]: DEBUG nova.compute.manager [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.725715] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cce257-b941-4e11-ba06-c8b5d5885ccc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.771732] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 770786eb-19e1-4e66-8a4e-f6052fe4949f] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.841331] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5275fda9-a1b1-f174-b8bf-5a9ae168ed78, 'name': SearchDatastore_Task, 'duration_secs': 0.015155} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.842209] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edca0ed6-79cd-4b42-a06e-d716c87f7d53 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.847934] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 984.847934] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52758bf3-6183-cf5e-6fb1-9a6d149aa97c" [ 984.847934] env[69846]: _type = "Task" [ 984.847934] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.858133] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52758bf3-6183-cf5e-6fb1-9a6d149aa97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.945032] env[69846]: DEBUG nova.compute.manager [req-c34ce566-3ee0-4eed-966c-72d397c3b0a8 req-8c2e62c7-02a9-41de-8a4c-132ecea6ea7f service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Received event network-changed-d13001fc-907e-462e-b657-9b76892fa686 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.945248] env[69846]: DEBUG nova.compute.manager [req-c34ce566-3ee0-4eed-966c-72d397c3b0a8 req-8c2e62c7-02a9-41de-8a4c-132ecea6ea7f service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Refreshing instance network info cache due to event network-changed-d13001fc-907e-462e-b657-9b76892fa686. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.945447] env[69846]: DEBUG oslo_concurrency.lockutils [req-c34ce566-3ee0-4eed-966c-72d397c3b0a8 req-8c2e62c7-02a9-41de-8a4c-132ecea6ea7f service nova] Acquiring lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.945586] env[69846]: DEBUG oslo_concurrency.lockutils [req-c34ce566-3ee0-4eed-966c-72d397c3b0a8 req-8c2e62c7-02a9-41de-8a4c-132ecea6ea7f service nova] Acquired lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.945751] env[69846]: DEBUG nova.network.neutron [req-c34ce566-3ee0-4eed-966c-72d397c3b0a8 req-8c2e62c7-02a9-41de-8a4c-132ecea6ea7f service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Refreshing network info cache for port d13001fc-907e-462e-b657-9b76892fa686 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.963562] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca5715ed-90e5-42ab-9b9d-364e92c9d622 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.973976] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f1714-8452-4fef-b09d-30eaced02f2f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.014541] env[69846]: DEBUG nova.compute.manager [req-47288f9e-15ae-4266-9e08-40fe5044431c req-bb4c6bb9-a825-42b1-ae7c-a10524594f6c service nova] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Detach interface failed, port_id=d65a5365-acbe-437f-9686-55796761b875, reason: Instance c3f1bab2-67f2-4c3a-b374-839a81991ebb could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.058388] env[69846]: INFO nova.compute.manager [-] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Took 1.31 seconds to deallocate network for instance. [ 985.098201] env[69846]: DEBUG nova.scheduler.client.report [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.113841] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ddbd15-2229-97da-eb3f-09deecdd6c27, 'name': SearchDatastore_Task, 'duration_secs': 0.024447} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.115100] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.115347] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.115583] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.115734] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.115903] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.119661] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.119661] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.120198] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f02d72f0-5336-4a0f-8c20-f2bded700e0c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.122718] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61be38f9-2608-4f8e-a1ce-b44f9d3f7ebf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.131177] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 985.131177] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5278d942-8bba-3870-6638-516207fa18c5" [ 985.131177] env[69846]: _type = "Task" [ 985.131177] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.136742] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.136930] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.138273] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa0461e-21a6-47f2-a295-4fbff37d0ab2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.143891] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5278d942-8bba-3870-6638-516207fa18c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.149325] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 985.149325] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a12095-53e9-012a-0b79-0f1fd2fa30d4" [ 985.149325] env[69846]: _type = "Task" [ 985.149325] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.160284] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a12095-53e9-012a-0b79-0f1fd2fa30d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.182075] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.182304] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.245697] env[69846]: INFO nova.compute.manager [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Took 50.23 seconds to build instance. [ 985.275275] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 4e8d43e8-3541-408f-936d-fb785d19b65d] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.358676] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52758bf3-6183-cf5e-6fb1-9a6d149aa97c, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.359039] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.359328] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 7810f774-90f5-4f9e-8504-b9b7f5840311/7810f774-90f5-4f9e-8504-b9b7f5840311.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.359588] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbe8aa64-1629-410c-a406-fb531e702b52 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.367068] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 985.367068] env[69846]: value = "task-2949938" [ 985.367068] env[69846]: _type = "Task" [ 985.367068] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.375400] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.604109] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.605358] env[69846]: DEBUG nova.compute.manager [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.607406] env[69846]: DEBUG oslo_concurrency.lockutils [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.479s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.607561] env[69846]: DEBUG oslo_concurrency.lockutils [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.609629] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.665s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.611526] env[69846]: INFO nova.compute.claims [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.617523] env[69846]: INFO nova.compute.manager [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Took 0.56 seconds to detach 1 volumes for instance. [ 985.624667] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.649125] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5278d942-8bba-3870-6638-516207fa18c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016841} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.649125] env[69846]: INFO nova.scheduler.client.report [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Deleted allocations for instance 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c [ 985.649125] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.649125] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.649125] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.662491] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a12095-53e9-012a-0b79-0f1fd2fa30d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013722} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.663712] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23183422-8203-44a9-9fac-43e987c3c57c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.670053] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 985.670053] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]523b8b2b-49a8-419f-2b8e-b242d87fc52f" [ 985.670053] env[69846]: _type = "Task" [ 985.670053] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.670903] env[69846]: DEBUG nova.network.neutron [req-c34ce566-3ee0-4eed-966c-72d397c3b0a8 req-8c2e62c7-02a9-41de-8a4c-132ecea6ea7f service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updated VIF entry in instance network info cache for port d13001fc-907e-462e-b657-9b76892fa686. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.671429] env[69846]: DEBUG nova.network.neutron [req-c34ce566-3ee0-4eed-966c-72d397c3b0a8 req-8c2e62c7-02a9-41de-8a4c-132ecea6ea7f service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance_info_cache with network_info: [{"id": "d13001fc-907e-462e-b657-9b76892fa686", "address": "fa:16:3e:3a:fe:1f", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13001fc-90", "ovs_interfaceid": "d13001fc-907e-462e-b657-9b76892fa686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.683250] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523b8b2b-49a8-419f-2b8e-b242d87fc52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.685222] env[69846]: DEBUG nova.compute.manager [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.747486] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dbc78e65-789e-4c12-aa88-01aaa7d38abb tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.660s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.747788] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.123s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.748077] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.748352] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.748552] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.750584] env[69846]: INFO nova.compute.manager [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Terminating instance [ 985.778373] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.778677] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Cleaning up deleted instances with incomplete migration {{(pid=69846) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 985.880557] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949938, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.115809] env[69846]: DEBUG nova.compute.utils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.119291] env[69846]: DEBUG nova.compute.manager [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Not allocating networking since 'none' was specified. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 986.127099] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.159039] env[69846]: DEBUG oslo_concurrency.lockutils [None req-daf41497-3453-4cc4-8d95-180a401b5955 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "6a1c5079-b2bc-4239-81fe-e9a9863bbe3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.617s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.174065] env[69846]: DEBUG oslo_concurrency.lockutils [req-c34ce566-3ee0-4eed-966c-72d397c3b0a8 req-8c2e62c7-02a9-41de-8a4c-132ecea6ea7f service nova] Releasing lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.186333] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523b8b2b-49a8-419f-2b8e-b242d87fc52f, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.186587] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.186842] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 4d4d3145-9900-43f9-ab26-1c42410db693/4d4d3145-9900-43f9-ab26-1c42410db693.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.187138] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.187456] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.187681] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c96a03c8-87e9-46c4-9fbf-5e09f1226d7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.189627] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a978212-c558-4806-9de5-729bccc4b08d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.200640] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 986.200640] env[69846]: value = "task-2949939" [ 986.200640] env[69846]: _type = "Task" [ 986.200640] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.205525] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.205739] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.209522] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9628ba-403c-4b1a-972f-ac9e5964e18c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.212272] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.213305] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.219155] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 986.219155] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526d3fab-efac-37d6-b4c9-e079621e2311" [ 986.219155] env[69846]: _type = "Task" [ 986.219155] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.228451] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526d3fab-efac-37d6-b4c9-e079621e2311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.253986] env[69846]: DEBUG nova.compute.manager [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.254193] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.254994] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4cb068-854f-4ade-929d-e04236f6fb64 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.264296] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.264542] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b210933e-a216-4bbc-ba57-dff9f9cd7545 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.271767] env[69846]: DEBUG oslo_vmware.api [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 986.271767] env[69846]: value = "task-2949940" [ 986.271767] env[69846]: _type = "Task" [ 986.271767] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.284690] env[69846]: DEBUG oslo_vmware.api [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.284690] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.383966] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787546} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.384326] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 7810f774-90f5-4f9e-8504-b9b7f5840311/7810f774-90f5-4f9e-8504-b9b7f5840311.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.384584] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.384899] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74f1d55c-2ade-4084-a4e4-a640d589b73a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.398853] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 986.398853] env[69846]: value = "task-2949941" [ 986.398853] env[69846]: _type = "Task" [ 986.398853] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.411022] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.624392] env[69846]: DEBUG nova.compute.manager [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.718193] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.734603] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526d3fab-efac-37d6-b4c9-e079621e2311, 'name': SearchDatastore_Task, 'duration_secs': 0.014249} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.735962] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34aacf1e-19ff-4a32-a086-ba79184712dc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.745294] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 986.745294] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5269bfa9-2954-f969-8e62-11c424cf01ac" [ 986.745294] env[69846]: _type = "Task" [ 986.745294] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.757065] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5269bfa9-2954-f969-8e62-11c424cf01ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.784501] env[69846]: DEBUG oslo_vmware.api [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949940, 'name': PowerOffVM_Task, 'duration_secs': 0.224224} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.784957] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.785272] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.785644] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64738cba-d0bf-492a-ab47-79d62be4a875 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.864011] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.864274] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.864526] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleting the datastore file [datastore1] fa2149c2-fdfc-4d31-8b16-7a24728462b1 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.865075] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75dc1764-4a20-4b46-a543-8c64c0bef679 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.874927] env[69846]: DEBUG oslo_vmware.api [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 986.874927] env[69846]: value = "task-2949943" [ 986.874927] env[69846]: _type = "Task" [ 986.874927] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.886412] env[69846]: DEBUG oslo_vmware.api [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.911118] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081022} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.911412] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.912235] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec033dbb-493d-4b5b-b9fc-0fc754d61d5e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.942690] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 7810f774-90f5-4f9e-8504-b9b7f5840311/7810f774-90f5-4f9e-8504-b9b7f5840311.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.946574] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56305f2d-867c-4c97-a3b4-9fcf67d1fe2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.969396] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 986.969396] env[69846]: value = "task-2949944" [ 986.969396] env[69846]: _type = "Task" [ 986.969396] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.981225] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.112175] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb34f6d6-2360-460e-9d66-62cf793d2b33 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.119903] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2d0284-b581-475d-baf6-cb97b2d5e195 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.157930] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c085be1-8f87-4ae0-bdb1-6e5b98467219 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.166360] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634f7cce-9006-45e7-9b49-d0f74553fd54 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.182462] env[69846]: DEBUG nova.compute.provider_tree [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.212510] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566491} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.212765] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 4d4d3145-9900-43f9-ab26-1c42410db693/4d4d3145-9900-43f9-ab26-1c42410db693.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.212969] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.213221] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd857b5b-7d62-459e-8e82-be3d0b2a0cb8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.219891] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 987.219891] env[69846]: value = "task-2949945" [ 987.219891] env[69846]: _type = "Task" [ 987.219891] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.228933] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.255280] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5269bfa9-2954-f969-8e62-11c424cf01ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012982} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.255887] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.256202] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082/e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.256468] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6092a81-3923-426d-8e32-d44df093ea63 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.264261] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 987.264261] env[69846]: value = "task-2949946" [ 987.264261] env[69846]: _type = "Task" [ 987.264261] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.273859] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.384934] env[69846]: DEBUG oslo_vmware.api [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2949943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264307} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.385229] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.385427] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.385603] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.385775] env[69846]: INFO nova.compute.manager [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 987.386025] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.386225] env[69846]: DEBUG nova.compute.manager [-] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.386317] env[69846]: DEBUG nova.network.neutron [-] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.444141] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "a297dccd-e92a-4651-978c-d4ac3a97cdce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.444419] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "a297dccd-e92a-4651-978c-d4ac3a97cdce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.444645] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "a297dccd-e92a-4651-978c-d4ac3a97cdce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.444835] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "a297dccd-e92a-4651-978c-d4ac3a97cdce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.445093] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "a297dccd-e92a-4651-978c-d4ac3a97cdce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.447659] env[69846]: INFO nova.compute.manager [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Terminating instance [ 987.480609] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.659511] env[69846]: DEBUG nova.compute.manager [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.662880] env[69846]: DEBUG nova.compute.manager [req-d87d82dd-7730-41fe-bf08-a22519fa7af0 req-fc18f56f-ab8a-4620-99d2-8589d59017be service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Received event network-vif-deleted-73752e6e-2a93-4408-83ab-8e5503e7af18 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.663025] env[69846]: INFO nova.compute.manager [req-d87d82dd-7730-41fe-bf08-a22519fa7af0 req-fc18f56f-ab8a-4620-99d2-8589d59017be service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Neutron deleted interface 73752e6e-2a93-4408-83ab-8e5503e7af18; detaching it from the instance and deleting it from the info cache [ 987.663178] env[69846]: DEBUG nova.network.neutron [req-d87d82dd-7730-41fe-bf08-a22519fa7af0 req-fc18f56f-ab8a-4620-99d2-8589d59017be service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.686950] env[69846]: DEBUG nova.scheduler.client.report [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.708081] env[69846]: DEBUG nova.virt.hardware [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.708796] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9204afea-a8aa-4b44-b74c-c6b546268589 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.726446] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f984184-fefc-4192-8af9-03f9074da057 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.737452] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062175} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.738321] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.739288] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66b21fe-1886-49d9-8aa2-21368b8cea12 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.754762] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.761512] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Creating folder: Project (4d00b18d935b4ff284c007368bab53c1). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.769422] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f420597e-83fa-448d-967f-e092ea783ce4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.781169] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 4d4d3145-9900-43f9-ab26-1c42410db693/4d4d3145-9900-43f9-ab26-1c42410db693.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.785287] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a39d33d3-fa25-4795-8d9f-1b69f575a260 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.806863] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52609} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.807070] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082/e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.807297] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.807546] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24f6c6c1-f458-4169-9a6f-1ce125dd8a4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.810799] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 987.810799] env[69846]: value = "task-2949948" [ 987.810799] env[69846]: _type = "Task" [ 987.810799] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.815252] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Created folder: Project (4d00b18d935b4ff284c007368bab53c1) in parent group-v591891. [ 987.815444] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Creating folder: Instances. Parent ref: group-v592081. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.816008] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0413fcf-6b87-489c-9a7c-0769ee136830 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.818850] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 987.818850] env[69846]: value = "task-2949949" [ 987.818850] env[69846]: _type = "Task" [ 987.818850] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.825297] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.828335] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Created folder: Instances in parent group-v592081. [ 987.828580] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.831422] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.831696] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.831915] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffd8b54a-9981-4335-83f2-504cd9261acf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.850987] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.850987] env[69846]: value = "task-2949951" [ 987.850987] env[69846]: _type = "Task" [ 987.850987] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.860137] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949951, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.953384] env[69846]: DEBUG nova.compute.manager [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.953701] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.955043] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5cc60d-1e0d-476f-bddd-565a61e4cc29 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.965192] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.965515] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a14d4f00-9a6f-4e5f-8877-8c0c926a03de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.975199] env[69846]: DEBUG oslo_vmware.api [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 987.975199] env[69846]: value = "task-2949952" [ 987.975199] env[69846]: _type = "Task" [ 987.975199] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.983668] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949944, 'name': ReconfigVM_Task, 'duration_secs': 0.80985} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.984494] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 7810f774-90f5-4f9e-8504-b9b7f5840311/7810f774-90f5-4f9e-8504-b9b7f5840311.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.989024] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a69718b0-ed59-459d-9c4e-e6db68cd1cd9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.990123] env[69846]: DEBUG oslo_vmware.api [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.996132] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 987.996132] env[69846]: value = "task-2949953" [ 987.996132] env[69846]: _type = "Task" [ 987.996132] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.005636] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949953, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.141364] env[69846]: DEBUG nova.network.neutron [-] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.166794] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdf0f17e-cc9f-4cfb-b414-da36b4810f92 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.179073] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4731dd46-3507-4856-9ed0-a1b1036080b3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.196018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.196560] env[69846]: DEBUG nova.compute.manager [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.199650] env[69846]: DEBUG oslo_concurrency.lockutils [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.742s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.199891] env[69846]: DEBUG nova.objects.instance [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lazy-loading 'resources' on Instance uuid e53e3590-1a27-4c69-9dfa-2278fe1b1061 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.221118] env[69846]: DEBUG nova.compute.manager [req-d87d82dd-7730-41fe-bf08-a22519fa7af0 req-fc18f56f-ab8a-4620-99d2-8589d59017be service nova] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Detach interface failed, port_id=73752e6e-2a93-4408-83ab-8e5503e7af18, reason: Instance fa2149c2-fdfc-4d31-8b16-7a24728462b1 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.327066] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949948, 'name': ReconfigVM_Task, 'duration_secs': 0.358802} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.327371] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 4d4d3145-9900-43f9-ab26-1c42410db693/4d4d3145-9900-43f9-ab26-1c42410db693.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.328013] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-363e0ee4-7384-4c99-af56-4f0547a8ce17 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.332388] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071596} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.332946] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.333723] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9501c11f-0509-432b-b767-29617e8ab3ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.337890] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 988.337890] env[69846]: value = "task-2949954" [ 988.337890] env[69846]: _type = "Task" [ 988.337890] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.355838] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082/e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.356621] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1dc6d4-d756-4e0f-a700-f6baa0567b45 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.378643] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949954, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.387094] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949951, 'name': CreateVM_Task, 'duration_secs': 0.330664} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.388630] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.389126] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 988.389126] env[69846]: value = "task-2949955" [ 988.389126] env[69846]: _type = "Task" [ 988.389126] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.389616] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.389836] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.390299] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.390707] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f11606f-097b-49fa-b4b0-1cc3815fc15b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.401344] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 988.401344] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b8f8a4-66d2-fce1-d404-57f552177ab5" [ 988.401344] env[69846]: _type = "Task" [ 988.401344] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.404627] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.412940] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b8f8a4-66d2-fce1-d404-57f552177ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.486192] env[69846]: DEBUG oslo_vmware.api [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949952, 'name': PowerOffVM_Task, 'duration_secs': 0.365034} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.486535] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.486719] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.486980] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ed3bff2-94b8-41a3-8268-92a82251304c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.505544] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949953, 'name': Rename_Task, 'duration_secs': 0.359782} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.505793] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.506041] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c51d903a-ead8-4403-8fb0-257cfdda7b85 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.513094] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 988.513094] env[69846]: value = "task-2949957" [ 988.513094] env[69846]: _type = "Task" [ 988.513094] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.521732] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.566732] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.566972] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.567175] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Deleting the datastore file [datastore1] a297dccd-e92a-4651-978c-d4ac3a97cdce {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.567447] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-457a36aa-4c85-429e-a526-c0695e5c9ff9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.576879] env[69846]: DEBUG oslo_vmware.api [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for the task: (returnval){ [ 988.576879] env[69846]: value = "task-2949958" [ 988.576879] env[69846]: _type = "Task" [ 988.576879] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.587071] env[69846]: DEBUG oslo_vmware.api [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.644795] env[69846]: INFO nova.compute.manager [-] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Took 1.26 seconds to deallocate network for instance. [ 988.703026] env[69846]: DEBUG nova.compute.utils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.709047] env[69846]: DEBUG nova.compute.manager [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.709047] env[69846]: DEBUG nova.network.neutron [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.761446] env[69846]: DEBUG nova.policy [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e697ebea4140ca805c54bfcf95da79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f046f5463f5c4179a3dae77e3f80cc8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.850739] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949954, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.902755] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949955, 'name': ReconfigVM_Task, 'duration_secs': 0.336357} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.903124] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Reconfigured VM instance instance-00000048 to attach disk [datastore2] e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082/e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.904036] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6338db33-44d2-4230-a568-55a3f4485a3c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.916224] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 988.916224] env[69846]: value = "task-2949959" [ 988.916224] env[69846]: _type = "Task" [ 988.916224] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.921929] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b8f8a4-66d2-fce1-d404-57f552177ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.015907} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.923611] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.923909] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.924202] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.924354] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.924537] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.924809] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3adc6506-3749-4c72-a98e-bb777263ef20 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.934427] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949959, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.936687] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.936687] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.936762] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91275feb-8f28-44af-978e-83860e46eaef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.944691] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 988.944691] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52bcac2c-b0dc-cdc8-fcad-838827ab2f95" [ 988.944691] env[69846]: _type = "Task" [ 988.944691] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.960197] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52bcac2c-b0dc-cdc8-fcad-838827ab2f95, 'name': SearchDatastore_Task, 'duration_secs': 0.012578} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.963955] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bd8cfc-a9c6-4b05-8580-c5ed505bddbd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.970559] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 988.970559] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d6212c-3d0a-bdd9-65d9-aa5469895963" [ 988.970559] env[69846]: _type = "Task" [ 988.970559] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.980012] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d6212c-3d0a-bdd9-65d9-aa5469895963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.030648] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949957, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.081431] env[69846]: DEBUG nova.network.neutron [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Successfully created port: 6802447f-4f4c-4cda-aeac-2ccc4f513afc {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.091278] env[69846]: DEBUG oslo_vmware.api [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Task: {'id': task-2949958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149049} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.091618] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.091800] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.091974] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.092193] env[69846]: INFO nova.compute.manager [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 989.092449] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.092639] env[69846]: DEBUG nova.compute.manager [-] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.092784] env[69846]: DEBUG nova.network.neutron [-] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.152014] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.179410] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d038c44-533f-4d67-8e23-41d4be523797 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.187648] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9d0960-6c63-404a-a359-a8bb9b34a769 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.220271] env[69846]: DEBUG nova.compute.manager [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.223773] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8af098-832e-4d58-b64d-3197bad6ef76 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.232778] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac07fc-9098-4991-b3f3-6544083388b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.248365] env[69846]: DEBUG nova.compute.provider_tree [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.350150] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949954, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.431656] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949959, 'name': Rename_Task, 'duration_secs': 0.156368} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.431957] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.432277] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf0512f-0f75-4765-b033-810b0133e383 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.439973] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 989.439973] env[69846]: value = "task-2949960" [ 989.439973] env[69846]: _type = "Task" [ 989.439973] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.460012] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.467598] env[69846]: DEBUG nova.compute.manager [req-a91e8310-f4a0-4fc1-be42-0df7920fa796 req-5deb8c2a-c5ac-4dfd-ac15-db069776c609 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Received event network-vif-deleted-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.467834] env[69846]: INFO nova.compute.manager [req-a91e8310-f4a0-4fc1-be42-0df7920fa796 req-5deb8c2a-c5ac-4dfd-ac15-db069776c609 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Neutron deleted interface 45e21f78-8d89-4d20-8e36-85aa24a1cbd4; detaching it from the instance and deleting it from the info cache [ 989.468014] env[69846]: DEBUG nova.network.neutron [req-a91e8310-f4a0-4fc1-be42-0df7920fa796 req-5deb8c2a-c5ac-4dfd-ac15-db069776c609 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.482392] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d6212c-3d0a-bdd9-65d9-aa5469895963, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.483291] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.483562] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.483822] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db9c578f-e1cf-46fe-b20d-a58819f716ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.492609] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 989.492609] env[69846]: value = "task-2949961" [ 989.492609] env[69846]: _type = "Task" [ 989.492609] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.502572] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.525138] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.751782] env[69846]: DEBUG nova.scheduler.client.report [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.851011] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949954, 'name': Rename_Task, 'duration_secs': 1.228388} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.851398] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.851726] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd2d507-3741-4c53-94f1-825af96ff9b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.860863] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 989.860863] env[69846]: value = "task-2949962" [ 989.860863] env[69846]: _type = "Task" [ 989.860863] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.871491] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.911242] env[69846]: DEBUG nova.network.neutron [-] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.952524] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949960, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.971152] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c1d0714-d211-4ba0-8550-f08f191abd91 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.981990] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf7d60a-1ce9-4733-93a0-383bb7671dc9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.004780] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504237} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.004780] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.004780] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.004780] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b10d7c3-cea0-4321-a381-8be1591017bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.024765] env[69846]: DEBUG nova.compute.manager [req-a91e8310-f4a0-4fc1-be42-0df7920fa796 req-5deb8c2a-c5ac-4dfd-ac15-db069776c609 service nova] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Detach interface failed, port_id=45e21f78-8d89-4d20-8e36-85aa24a1cbd4, reason: Instance a297dccd-e92a-4651-978c-d4ac3a97cdce could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.029740] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 990.029740] env[69846]: value = "task-2949963" [ 990.029740] env[69846]: _type = "Task" [ 990.029740] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.037141] env[69846]: DEBUG oslo_vmware.api [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949957, 'name': PowerOnVM_Task, 'duration_secs': 1.202654} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.037845] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.038077] env[69846]: INFO nova.compute.manager [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Took 9.82 seconds to spawn the instance on the hypervisor. [ 990.038285] env[69846]: DEBUG nova.compute.manager [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.039123] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8805122a-925c-44d0-893d-29b5f4ebcf84 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.044633] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.234117] env[69846]: DEBUG nova.compute.manager [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.257540] env[69846]: DEBUG oslo_concurrency.lockutils [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.261614] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.261851] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.261958] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.262161] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.262373] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.262544] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.262755] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.262914] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.263094] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.263263] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.263456] env[69846]: DEBUG nova.virt.hardware [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.263974] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.323s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.264206] env[69846]: DEBUG nova.objects.instance [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lazy-loading 'resources' on Instance uuid 1bdd0d95-a33f-4cab-b827-b188c6765ace {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.265830] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affe4ecc-4a3d-4afa-9778-f087cce20e04 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.277483] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96da8124-58d2-4a11-9a6d-c8744d8ce39b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.292905] env[69846]: INFO nova.scheduler.client.report [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Deleted allocations for instance e53e3590-1a27-4c69-9dfa-2278fe1b1061 [ 990.371384] env[69846]: DEBUG oslo_vmware.api [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949962, 'name': PowerOnVM_Task, 'duration_secs': 0.495799} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.371677] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.371886] env[69846]: DEBUG nova.compute.manager [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.372805] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c585378-072b-4116-b87b-397076969a24 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.414949] env[69846]: INFO nova.compute.manager [-] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Took 1.32 seconds to deallocate network for instance. [ 990.451031] env[69846]: DEBUG oslo_vmware.api [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949960, 'name': PowerOnVM_Task, 'duration_secs': 0.635569} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.451548] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.451781] env[69846]: INFO nova.compute.manager [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Took 6.55 seconds to spawn the instance on the hypervisor. [ 990.451962] env[69846]: DEBUG nova.compute.manager [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.453755] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9124dd08-14ed-49d8-bced-1b1f21e67d66 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.483203] env[69846]: DEBUG nova.compute.manager [req-8f01bd3c-347a-4760-a6f0-3555552f80ae req-4a6c897b-3a3c-430b-8313-8c0b7c596ee6 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Received event network-vif-plugged-6802447f-4f4c-4cda-aeac-2ccc4f513afc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.483203] env[69846]: DEBUG oslo_concurrency.lockutils [req-8f01bd3c-347a-4760-a6f0-3555552f80ae req-4a6c897b-3a3c-430b-8313-8c0b7c596ee6 service nova] Acquiring lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.483203] env[69846]: DEBUG oslo_concurrency.lockutils [req-8f01bd3c-347a-4760-a6f0-3555552f80ae req-4a6c897b-3a3c-430b-8313-8c0b7c596ee6 service nova] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.483203] env[69846]: DEBUG oslo_concurrency.lockutils [req-8f01bd3c-347a-4760-a6f0-3555552f80ae req-4a6c897b-3a3c-430b-8313-8c0b7c596ee6 service nova] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.483203] env[69846]: DEBUG nova.compute.manager [req-8f01bd3c-347a-4760-a6f0-3555552f80ae req-4a6c897b-3a3c-430b-8313-8c0b7c596ee6 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] No waiting events found dispatching network-vif-plugged-6802447f-4f4c-4cda-aeac-2ccc4f513afc {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.483203] env[69846]: WARNING nova.compute.manager [req-8f01bd3c-347a-4760-a6f0-3555552f80ae req-4a6c897b-3a3c-430b-8313-8c0b7c596ee6 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Received unexpected event network-vif-plugged-6802447f-4f4c-4cda-aeac-2ccc4f513afc for instance with vm_state building and task_state spawning. [ 990.540420] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147701} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.540689] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.541542] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede2a615-c63f-495c-aca1-99ae43ff8ec0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.572597] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.575290] env[69846]: DEBUG nova.network.neutron [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Successfully updated port: 6802447f-4f4c-4cda-aeac-2ccc4f513afc {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.578774] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b482a28-dcdb-4624-b59e-0fcda4e875db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.594451] env[69846]: INFO nova.compute.manager [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Took 55.11 seconds to build instance. [ 990.595989] env[69846]: INFO nova.compute.manager [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Rescuing [ 990.596258] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.596413] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.596573] env[69846]: DEBUG nova.network.neutron [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.604546] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 990.604546] env[69846]: value = "task-2949964" [ 990.604546] env[69846]: _type = "Task" [ 990.604546] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.614588] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.800483] env[69846]: DEBUG oslo_concurrency.lockutils [None req-879c3a65-1c43-4d3e-83f9-b61a97ed999c tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Lock "e53e3590-1a27-4c69-9dfa-2278fe1b1061" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.070s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.888770] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.920575] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.971027] env[69846]: INFO nova.compute.manager [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Took 48.49 seconds to build instance. [ 991.094371] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.094523] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.094673] env[69846]: DEBUG nova.network.neutron [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.098955] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b97661d-cdcd-4ad7-bc7e-b73023125eed tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "7810f774-90f5-4f9e-8504-b9b7f5840311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.813s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.119893] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.203013] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "4d4d3145-9900-43f9-ab26-1c42410db693" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.203303] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "4d4d3145-9900-43f9-ab26-1c42410db693" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.203558] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "4d4d3145-9900-43f9-ab26-1c42410db693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.203752] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "4d4d3145-9900-43f9-ab26-1c42410db693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.203918] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "4d4d3145-9900-43f9-ab26-1c42410db693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.208358] env[69846]: INFO nova.compute.manager [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Terminating instance [ 991.263238] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da7d8b-1437-48dc-9e6e-cb4fa064656c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.271837] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade83a7a-1111-44cd-9e06-9b6aa0e08a09 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.306344] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d4fb03-116c-48eb-baa3-eb0f65c19567 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.314744] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879d0b35-602d-441c-aaf3-eb1280742b2e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.330405] env[69846]: DEBUG nova.compute.provider_tree [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.346829] env[69846]: DEBUG nova.network.neutron [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Updating instance_info_cache with network_info: [{"id": "7b37bea7-8254-4455-a635-632dbb0c5279", "address": "fa:16:3e:47:12:20", "network": {"id": "e97fcb92-b900-4231-820c-666f29ffc870", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-626481458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8078fa3cd54d4c388241dc51cc24e166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b37bea7-82", "ovs_interfaceid": "7b37bea7-8254-4455-a635-632dbb0c5279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.473532] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31aa0e10-72d8-4e1b-8125-6b3ae66a0be4 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.636s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.622805] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949964, 'name': ReconfigVM_Task, 'duration_secs': 0.856241} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.622805] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Reconfigured VM instance instance-00000049 to attach disk [datastore2] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.622805] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-500c02db-cae2-47e7-a391-6dbb222891e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.624654] env[69846]: DEBUG nova.network.neutron [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.629593] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 991.629593] env[69846]: value = "task-2949965" [ 991.629593] env[69846]: _type = "Task" [ 991.629593] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.640053] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949965, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.714452] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "refresh_cache-4d4d3145-9900-43f9-ab26-1c42410db693" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.714885] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquired lock "refresh_cache-4d4d3145-9900-43f9-ab26-1c42410db693" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.714885] env[69846]: DEBUG nova.network.neutron [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.788073] env[69846]: DEBUG nova.network.neutron [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance_info_cache with network_info: [{"id": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "address": "fa:16:3e:0f:39:de", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6802447f-4f", "ovs_interfaceid": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.834386] env[69846]: DEBUG nova.scheduler.client.report [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.851462] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.143798] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949965, 'name': Rename_Task, 'duration_secs': 0.237628} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.143798] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.143798] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd6af57-ced0-483b-900a-c2f3103349db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.152097] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 992.152097] env[69846]: value = "task-2949966" [ 992.152097] env[69846]: _type = "Task" [ 992.152097] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.158261] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.237200] env[69846]: DEBUG nova.network.neutron [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.291086] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.291499] env[69846]: DEBUG nova.compute.manager [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Instance network_info: |[{"id": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "address": "fa:16:3e:0f:39:de", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6802447f-4f", "ovs_interfaceid": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.291931] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:39:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6802447f-4f4c-4cda-aeac-2ccc4f513afc', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.299285] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating folder: Project (f046f5463f5c4179a3dae77e3f80cc8d). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.299566] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ba0616c-e750-424e-b63f-b108fce24309 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.303242] env[69846]: DEBUG nova.network.neutron [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.316660] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Created folder: Project (f046f5463f5c4179a3dae77e3f80cc8d) in parent group-v591891. [ 992.317073] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating folder: Instances. Parent ref: group-v592084. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.317388] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c61d391-9f49-4d4e-a5f7-d90feb207682 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.329569] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Created folder: Instances in parent group-v592084. [ 992.330016] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.330132] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.330289] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6d3148-bfc9-48b9-ab1d-57fe07aa94da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.346152] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.348534] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.027s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.350102] env[69846]: INFO nova.compute.claims [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.359917] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.359917] env[69846]: value = "task-2949969" [ 992.359917] env[69846]: _type = "Task" [ 992.359917] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.369514] env[69846]: INFO nova.compute.manager [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Rebuilding instance [ 992.373022] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949969, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.375373] env[69846]: INFO nova.scheduler.client.report [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleted allocations for instance 1bdd0d95-a33f-4cab-b827-b188c6765ace [ 992.430756] env[69846]: DEBUG nova.compute.manager [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.431397] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e88c1e-2c06-4498-b957-8379f2f9c273 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.512923] env[69846]: DEBUG nova.compute.manager [req-90c2b1b4-f391-4eb8-9349-ab3626b0d196 req-d1f4edcb-3230-415c-bd98-dfa4c68883b3 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Received event network-changed-6802447f-4f4c-4cda-aeac-2ccc4f513afc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.513237] env[69846]: DEBUG nova.compute.manager [req-90c2b1b4-f391-4eb8-9349-ab3626b0d196 req-d1f4edcb-3230-415c-bd98-dfa4c68883b3 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Refreshing instance network info cache due to event network-changed-6802447f-4f4c-4cda-aeac-2ccc4f513afc. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.513492] env[69846]: DEBUG oslo_concurrency.lockutils [req-90c2b1b4-f391-4eb8-9349-ab3626b0d196 req-d1f4edcb-3230-415c-bd98-dfa4c68883b3 service nova] Acquiring lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.513640] env[69846]: DEBUG oslo_concurrency.lockutils [req-90c2b1b4-f391-4eb8-9349-ab3626b0d196 req-d1f4edcb-3230-415c-bd98-dfa4c68883b3 service nova] Acquired lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.513820] env[69846]: DEBUG nova.network.neutron [req-90c2b1b4-f391-4eb8-9349-ab3626b0d196 req-d1f4edcb-3230-415c-bd98-dfa4c68883b3 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Refreshing network info cache for port 6802447f-4f4c-4cda-aeac-2ccc4f513afc {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.660803] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949966, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.806833] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Releasing lock "refresh_cache-4d4d3145-9900-43f9-ab26-1c42410db693" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.807359] env[69846]: DEBUG nova.compute.manager [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.807573] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.808478] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ccccb9-7cce-47e4-8128-90beb67bfc13 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.816862] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.817139] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b357c759-bd17-4f00-981b-839f71f3e832 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.825306] env[69846]: DEBUG oslo_vmware.api [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 992.825306] env[69846]: value = "task-2949970" [ 992.825306] env[69846]: _type = "Task" [ 992.825306] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.834736] env[69846]: DEBUG oslo_vmware.api [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.870737] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949969, 'name': CreateVM_Task, 'duration_secs': 0.372644} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.870918] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.871655] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.871827] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.872221] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.872492] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8335f0a-400d-4b77-82fd-3719233dd8a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.879322] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 992.879322] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52771a34-f90d-3ec1-909e-491b2a59b62d" [ 992.879322] env[69846]: _type = "Task" [ 992.879322] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.885700] env[69846]: DEBUG oslo_concurrency.lockutils [None req-bf228d51-a309-4732-a269-f9a929de9744 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "1bdd0d95-a33f-4cab-b827-b188c6765ace" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.416s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.893195] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52771a34-f90d-3ec1-909e-491b2a59b62d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.164478] env[69846]: DEBUG oslo_vmware.api [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949966, 'name': PowerOnVM_Task, 'duration_secs': 0.623615} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.164801] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.165032] env[69846]: INFO nova.compute.manager [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Took 5.51 seconds to spawn the instance on the hypervisor. [ 993.165245] env[69846]: DEBUG nova.compute.manager [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.166556] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e27bc30-8371-4bdf-9382-b21c118d6f3c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.336264] env[69846]: DEBUG oslo_vmware.api [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949970, 'name': PowerOffVM_Task, 'duration_secs': 0.213754} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.336539] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.336707] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.336963] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29c79e88-335e-4bf3-9ff9-3ab06866386a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.368381] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.368694] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.368973] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Deleting the datastore file [datastore2] 4d4d3145-9900-43f9-ab26-1c42410db693 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.369296] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2a61ced-1cd0-49cc-9276-be75df1a08a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.376757] env[69846]: DEBUG oslo_vmware.api [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for the task: (returnval){ [ 993.376757] env[69846]: value = "task-2949972" [ 993.376757] env[69846]: _type = "Task" [ 993.376757] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.404216] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52771a34-f90d-3ec1-909e-491b2a59b62d, 'name': SearchDatastore_Task, 'duration_secs': 0.022571} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.405052] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.405376] env[69846]: DEBUG oslo_vmware.api [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.408240] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.408519] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.408767] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.408909] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.409091] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.409420] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1267c99d-97b5-4204-b43a-4b3788649397 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.412161] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-601ab722-da35-49a4-b03f-62419a68a0e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.422481] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 993.422481] env[69846]: value = "task-2949973" [ 993.422481] env[69846]: _type = "Task" [ 993.422481] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.434655] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.438023] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.438023] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.438023] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1c0bd5-4787-482a-819b-e770065c7033 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.443682] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 993.443682] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e26200-22d8-23d3-38d2-a33ad12d891f" [ 993.443682] env[69846]: _type = "Task" [ 993.443682] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.454515] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.458229] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0e7eb72-17db-4b71-abb8-eb383f3beb6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.465470] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e26200-22d8-23d3-38d2-a33ad12d891f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.480853] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 993.480853] env[69846]: value = "task-2949974" [ 993.480853] env[69846]: _type = "Task" [ 993.480853] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.496804] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.686823] env[69846]: INFO nova.compute.manager [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Took 41.28 seconds to build instance. [ 993.708169] env[69846]: DEBUG nova.network.neutron [req-90c2b1b4-f391-4eb8-9349-ab3626b0d196 req-d1f4edcb-3230-415c-bd98-dfa4c68883b3 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updated VIF entry in instance network info cache for port 6802447f-4f4c-4cda-aeac-2ccc4f513afc. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.708169] env[69846]: DEBUG nova.network.neutron [req-90c2b1b4-f391-4eb8-9349-ab3626b0d196 req-d1f4edcb-3230-415c-bd98-dfa4c68883b3 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance_info_cache with network_info: [{"id": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "address": "fa:16:3e:0f:39:de", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6802447f-4f", "ovs_interfaceid": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.718447] env[69846]: DEBUG oslo_concurrency.lockutils [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "babfe69c-731c-4f75-8cc6-d638c0fae43d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.718699] env[69846]: DEBUG oslo_concurrency.lockutils [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "babfe69c-731c-4f75-8cc6-d638c0fae43d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.718918] env[69846]: DEBUG oslo_concurrency.lockutils [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "babfe69c-731c-4f75-8cc6-d638c0fae43d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.719195] env[69846]: DEBUG oslo_concurrency.lockutils [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "babfe69c-731c-4f75-8cc6-d638c0fae43d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.719407] env[69846]: DEBUG oslo_concurrency.lockutils [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "babfe69c-731c-4f75-8cc6-d638c0fae43d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.721864] env[69846]: INFO nova.compute.manager [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Terminating instance [ 993.873380] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cbd09f-b99b-4c3c-a92d-9dbaccdfb840 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.884130] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327bc461-0fae-4f49-8e5d-98c1a5782178 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.890235] env[69846]: DEBUG oslo_vmware.api [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Task: {'id': task-2949972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199867} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.890839] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.891453] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.891453] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.891453] env[69846]: INFO nova.compute.manager [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Took 1.08 seconds to destroy the instance on the hypervisor. [ 993.891687] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.892280] env[69846]: DEBUG nova.compute.manager [-] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.892280] env[69846]: DEBUG nova.network.neutron [-] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.921884] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3666c4-3b51-492e-a971-fbcf7d5d6efe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.937825] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949973, 'name': PowerOffVM_Task, 'duration_secs': 0.292478} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.940587] env[69846]: DEBUG nova.network.neutron [-] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.942671] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.944174] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324b20e8-63d0-409d-9e44-dc519d185c3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.947718] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9891a0-4d04-4d1a-b3db-8cd174906c87 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.977264] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e26200-22d8-23d3-38d2-a33ad12d891f, 'name': SearchDatastore_Task, 'duration_secs': 0.018055} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.987188] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ad6929-b85b-44ec-909d-d96f4bd026eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.990507] env[69846]: DEBUG nova.compute.provider_tree [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.992263] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c032bf-3158-4ddb-986c-d5fd838ddea7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.002652] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 994.002652] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528b4ecc-e1eb-c71e-e064-bd6aecbb85f9" [ 994.002652] env[69846]: _type = "Task" [ 994.002652] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.006355] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949974, 'name': PowerOffVM_Task, 'duration_secs': 0.14205} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.011332] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.011580] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.012720] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fb1288-1f88-49fb-acf5-8eb563c619a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.020309] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528b4ecc-e1eb-c71e-e064-bd6aecbb85f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.024482] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.024908] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ba65dea-a646-4b47-9973-a2eff6e81998 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.031220] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.031362] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c882a7-a7ff-4b65-a71a-98264080831b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.038780] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 994.038780] env[69846]: value = "task-2949976" [ 994.038780] env[69846]: _type = "Task" [ 994.038780] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.050802] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 994.050928] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.051297] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.054630] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.054876] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.055113] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Deleting the datastore file [datastore2] e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.055370] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db8fbed7-1a75-4868-99b6-23bd01989fc4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.064187] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 994.064187] env[69846]: value = "task-2949977" [ 994.064187] env[69846]: _type = "Task" [ 994.064187] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.071385] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.189418] env[69846]: DEBUG oslo_concurrency.lockutils [None req-837a34cd-df27-4b65-9a24-1cda0428554e tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "dae8e366-9dcd-4d13-9cea-a94afc4bae75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.224s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.211650] env[69846]: DEBUG oslo_concurrency.lockutils [req-90c2b1b4-f391-4eb8-9349-ab3626b0d196 req-d1f4edcb-3230-415c-bd98-dfa4c68883b3 service nova] Releasing lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.226432] env[69846]: DEBUG nova.compute.manager [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.226651] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.227703] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5590c1aa-dd91-4691-8b9b-1a63b95ee77c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.237587] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.237941] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b9b4c2-be6c-461d-b552-fb8ec7740536 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.246684] env[69846]: DEBUG oslo_vmware.api [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 994.246684] env[69846]: value = "task-2949978" [ 994.246684] env[69846]: _type = "Task" [ 994.246684] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.258637] env[69846]: DEBUG oslo_vmware.api [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.430894] env[69846]: INFO nova.compute.manager [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Rebuilding instance [ 994.443145] env[69846]: DEBUG nova.network.neutron [-] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.483635] env[69846]: DEBUG nova.compute.manager [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.484701] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c75b384-5705-4405-8172-361684f9dbde {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.494375] env[69846]: DEBUG nova.scheduler.client.report [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.517704] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528b4ecc-e1eb-c71e-e064-bd6aecbb85f9, 'name': SearchDatastore_Task, 'duration_secs': 0.024054} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.517933] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.518600] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] ac1a2386-9eff-4eec-bb5c-bce4339a782d/ac1a2386-9eff-4eec-bb5c-bce4339a782d.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.518866] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.519112] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.519374] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcce2430-6256-4861-88d5-c4ade0c2fb26 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.521641] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-101ca6be-33d9-4167-9cff-d32ce2cec984 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.532596] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 994.532596] env[69846]: value = "task-2949979" [ 994.532596] env[69846]: _type = "Task" [ 994.532596] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.537113] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.537113] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.538130] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73271c57-6b1a-4789-8231-f1433a154b2e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.545900] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 994.545900] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]523db0e9-a6bc-4859-4bac-aba99d2aa240" [ 994.545900] env[69846]: _type = "Task" [ 994.545900] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.548721] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.558443] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523db0e9-a6bc-4859-4bac-aba99d2aa240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.573527] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232034} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.573767] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.573932] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.574122] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.759199] env[69846]: DEBUG oslo_vmware.api [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949978, 'name': PowerOffVM_Task, 'duration_secs': 0.235209} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.759631] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.759951] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.760419] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae693083-2401-4c1c-97c9-372c1d33af46 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.828846] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.829307] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.829597] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleting the datastore file [datastore1] babfe69c-731c-4f75-8cc6-d638c0fae43d {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.829878] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1256996f-c641-4cdf-82cd-a20d24ecebf8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.837928] env[69846]: DEBUG oslo_vmware.api [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 994.837928] env[69846]: value = "task-2949981" [ 994.837928] env[69846]: _type = "Task" [ 994.837928] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.848155] env[69846]: DEBUG oslo_vmware.api [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.949833] env[69846]: INFO nova.compute.manager [-] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Took 1.06 seconds to deallocate network for instance. [ 995.002821] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.002821] env[69846]: DEBUG nova.compute.manager [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.009050] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.104s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.009050] env[69846]: DEBUG nova.objects.instance [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lazy-loading 'resources' on Instance uuid 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.047427] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949979, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.061759] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523db0e9-a6bc-4859-4bac-aba99d2aa240, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.062825] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ae6b11-e623-4291-9402-9eded95e4fde {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.071629] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 995.071629] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52199bfc-f5c4-2cd7-8486-f703d1651cf2" [ 995.071629] env[69846]: _type = "Task" [ 995.071629] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.086625] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52199bfc-f5c4-2cd7-8486-f703d1651cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.349654] env[69846]: DEBUG oslo_vmware.api [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2949981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510361} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.350028] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.350212] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.350410] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.351129] env[69846]: INFO nova.compute.manager [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 995.351129] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.351129] env[69846]: DEBUG nova.compute.manager [-] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.351129] env[69846]: DEBUG nova.network.neutron [-] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.456982] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.508901] env[69846]: DEBUG nova.compute.utils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.510587] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.510912] env[69846]: DEBUG nova.compute.manager [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.511160] env[69846]: DEBUG nova.network.neutron [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.516872] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b8b4795-961c-4a88-87c6-0e2a478ae49a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.525230] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 995.525230] env[69846]: value = "task-2949982" [ 995.525230] env[69846]: _type = "Task" [ 995.525230] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.536814] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.548836] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719556} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.549137] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] ac1a2386-9eff-4eec-bb5c-bce4339a782d/ac1a2386-9eff-4eec-bb5c-bce4339a782d.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.549341] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.549595] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92a200c0-e463-44d6-88c7-826df440e4aa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.556718] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 995.556718] env[69846]: value = "task-2949983" [ 995.556718] env[69846]: _type = "Task" [ 995.556718] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.561418] env[69846]: DEBUG nova.policy [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14845c38dd3644a48863b2745b58c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c8e0597e1343e790cccd0f5edd75d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.570775] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.585298] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52199bfc-f5c4-2cd7-8486-f703d1651cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.051557} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.585563] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.585824] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 7810f774-90f5-4f9e-8504-b9b7f5840311/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. {{(pid=69846) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 995.588020] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a560a637-95d8-4e66-9b18-735b8841d0a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.596579] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 995.596579] env[69846]: value = "task-2949984" [ 995.596579] env[69846]: _type = "Task" [ 995.596579] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.607593] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.622659] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.623229] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.623423] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.623626] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.624209] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.624209] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.624209] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.624517] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.624589] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.624764] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.624959] env[69846]: DEBUG nova.virt.hardware [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.626157] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78435063-69b4-446e-9080-11b8c45a7ab8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.633595] env[69846]: DEBUG nova.compute.manager [req-df230010-c4f2-4f49-aa15-9253a2c39849 req-e12543e7-bedf-4a16-b523-484f5a370d0a service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Received event network-vif-deleted-f4feb04e-b833-4869-8b0e-0ede3fbeafc7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.633779] env[69846]: INFO nova.compute.manager [req-df230010-c4f2-4f49-aa15-9253a2c39849 req-e12543e7-bedf-4a16-b523-484f5a370d0a service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Neutron deleted interface f4feb04e-b833-4869-8b0e-0ede3fbeafc7; detaching it from the instance and deleting it from the info cache [ 995.633952] env[69846]: DEBUG nova.network.neutron [req-df230010-c4f2-4f49-aa15-9253a2c39849 req-e12543e7-bedf-4a16-b523-484f5a370d0a service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.642037] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeb4e02-2f09-4d6e-9650-a3af5c3e645d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.662034] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.668402] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.669075] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.669355] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e59ae7c0-95c5-4dce-a66c-2684f58be309 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.688115] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.688115] env[69846]: value = "task-2949985" [ 995.688115] env[69846]: _type = "Task" [ 995.688115] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.697494] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949985, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.948487] env[69846]: DEBUG nova.network.neutron [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Successfully created port: 89e33818-9187-4979-87d9-47b456cee900 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.017403] env[69846]: DEBUG nova.compute.manager [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.041759] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949982, 'name': PowerOffVM_Task, 'duration_secs': 0.188126} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.043228] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.043555] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.044468] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea323f21-1897-4ea5-b0f8-ce429b9ace76 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.058742] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.065214] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a3347e4-bd95-46e4-97f8-e3e30a4c8974 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.074039] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156889} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.074195] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.074909] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c0ba0a-08ca-4f93-8110-5fceca07b626 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.108154] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ac1a2386-9eff-4eec-bb5c-bce4339a782d/ac1a2386-9eff-4eec-bb5c-bce4339a782d.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.115584] env[69846]: DEBUG nova.network.neutron [-] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.116765] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c54c58c8-8db0-493c-8ffb-46ca3ffff769 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.131377] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.131519] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.131713] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Deleting the datastore file [datastore2] dae8e366-9dcd-4d13-9cea-a94afc4bae75 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.136184] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-180a60b0-6bcc-44a3-89b4-dbf7a7862cc7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.141131] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b00aa857-908e-410c-bfcf-63d3d7853da4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.147756] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949984, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.148203] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 996.148203] env[69846]: value = "task-2949987" [ 996.148203] env[69846]: _type = "Task" [ 996.148203] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.153880] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 996.153880] env[69846]: value = "task-2949988" [ 996.153880] env[69846]: _type = "Task" [ 996.153880] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.165886] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fbf6b9-6826-4c46-90bc-ef3d03ad6e0a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.183059] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.183831] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989f572b-4928-4727-aae1-09e97e2e340f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.188379] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.194731] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c85b3c0-bee0-4eff-8ccf-b1a4397512f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.200979] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949985, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.217852] env[69846]: DEBUG nova.compute.manager [req-df230010-c4f2-4f49-aa15-9253a2c39849 req-e12543e7-bedf-4a16-b523-484f5a370d0a service nova] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Detach interface failed, port_id=f4feb04e-b833-4869-8b0e-0ede3fbeafc7, reason: Instance babfe69c-731c-4f75-8cc6-d638c0fae43d could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.249206] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76374fe8-ea53-4cff-9fa2-0505d0fec569 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.260019] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdd5b37-43cc-43b7-8de0-802e1f1d25ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.272761] env[69846]: DEBUG nova.compute.provider_tree [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.609625] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552942} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.609941] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 7810f774-90f5-4f9e-8504-b9b7f5840311/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. [ 996.610679] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf26155-304a-4b61-9146-4c11a01efafa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.635623] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 7810f774-90f5-4f9e-8504-b9b7f5840311/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.636124] env[69846]: INFO nova.compute.manager [-] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Took 1.28 seconds to deallocate network for instance. [ 996.636362] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b75da74-feff-47c4-bdd7-ff4ae10089f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.658816] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 996.658816] env[69846]: value = "task-2949989" [ 996.658816] env[69846]: _type = "Task" [ 996.658816] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.668907] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.674365] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949989, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.677896] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323548} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.678243] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.678449] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.678632] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.699404] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949985, 'name': CreateVM_Task, 'duration_secs': 0.587592} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.699582] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.700035] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.700223] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.700614] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.700826] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf85933-dae4-432a-bdd4-7cc788de9e42 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.706513] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 996.706513] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d10f10-25f3-f6cd-95c4-61cf1dae8353" [ 996.706513] env[69846]: _type = "Task" [ 996.706513] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.716021] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d10f10-25f3-f6cd-95c4-61cf1dae8353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.776151] env[69846]: DEBUG nova.scheduler.client.report [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.028248] env[69846]: DEBUG nova.compute.manager [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.052267] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.052615] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.052789] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.052976] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.053139] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.054025] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.054025] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.054025] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.054025] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.054025] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.054239] env[69846]: DEBUG nova.virt.hardware [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.055457] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae39404f-ea8a-40d7-838a-a61b6ecea2bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.065023] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e88f552-0d12-424f-9768-b31e7fa17f03 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.159985] env[69846]: DEBUG oslo_concurrency.lockutils [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.168286] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949987, 'name': ReconfigVM_Task, 'duration_secs': 0.529958} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.168941] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ac1a2386-9eff-4eec-bb5c-bce4339a782d/ac1a2386-9eff-4eec-bb5c-bce4339a782d.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.169584] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08e9ed44-e573-4868-8fa7-3bebb86dbaea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.174376] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949989, 'name': ReconfigVM_Task, 'duration_secs': 0.340032} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.174966] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 7810f774-90f5-4f9e-8504-b9b7f5840311/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.175870] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8401bc-3c4a-4adc-9cfc-47be2ffb311b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.179963] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 997.179963] env[69846]: value = "task-2949990" [ 997.179963] env[69846]: _type = "Task" [ 997.179963] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.208789] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77063763-81e7-45c2-833a-49354ea9786b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.226734] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949990, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.233135] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d10f10-25f3-f6cd-95c4-61cf1dae8353, 'name': SearchDatastore_Task, 'duration_secs': 0.037688} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.234937] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.235035] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.235270] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.235422] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.235607] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.235931] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 997.235931] env[69846]: value = "task-2949991" [ 997.235931] env[69846]: _type = "Task" [ 997.235931] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.236877] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b94f0d9a-4114-4491-bb56-7c9a03db13e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.248385] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949991, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.250109] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.250300] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.250997] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe619abf-5a1c-42ec-92b7-ad7e2d3c4c83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.256345] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 997.256345] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528c1721-d1dd-c8a8-696d-24e580126fde" [ 997.256345] env[69846]: _type = "Task" [ 997.256345] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.265149] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528c1721-d1dd-c8a8-696d-24e580126fde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.281475] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.283652] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.980s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.305557] env[69846]: INFO nova.scheduler.client.report [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted allocations for instance 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7 [ 997.530485] env[69846]: DEBUG nova.compute.manager [req-b3bb3654-d884-4a4e-ae2c-0970af01e718 req-a241ab62-f580-4a80-9ab1-d6dffb3eba88 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Received event network-vif-plugged-89e33818-9187-4979-87d9-47b456cee900 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.530646] env[69846]: DEBUG oslo_concurrency.lockutils [req-b3bb3654-d884-4a4e-ae2c-0970af01e718 req-a241ab62-f580-4a80-9ab1-d6dffb3eba88 service nova] Acquiring lock "3c1e3446-8836-4edd-aa79-812d251b9f50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.530853] env[69846]: DEBUG oslo_concurrency.lockutils [req-b3bb3654-d884-4a4e-ae2c-0970af01e718 req-a241ab62-f580-4a80-9ab1-d6dffb3eba88 service nova] Lock "3c1e3446-8836-4edd-aa79-812d251b9f50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.531039] env[69846]: DEBUG oslo_concurrency.lockutils [req-b3bb3654-d884-4a4e-ae2c-0970af01e718 req-a241ab62-f580-4a80-9ab1-d6dffb3eba88 service nova] Lock "3c1e3446-8836-4edd-aa79-812d251b9f50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.531267] env[69846]: DEBUG nova.compute.manager [req-b3bb3654-d884-4a4e-ae2c-0970af01e718 req-a241ab62-f580-4a80-9ab1-d6dffb3eba88 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] No waiting events found dispatching network-vif-plugged-89e33818-9187-4979-87d9-47b456cee900 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.531468] env[69846]: WARNING nova.compute.manager [req-b3bb3654-d884-4a4e-ae2c-0970af01e718 req-a241ab62-f580-4a80-9ab1-d6dffb3eba88 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Received unexpected event network-vif-plugged-89e33818-9187-4979-87d9-47b456cee900 for instance with vm_state building and task_state spawning. [ 997.691620] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949990, 'name': Rename_Task, 'duration_secs': 0.147153} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.691945] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.692290] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66a36bd6-6f24-4dbe-b5af-795ab3862674 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.699559] env[69846]: DEBUG nova.network.neutron [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Successfully updated port: 89e33818-9187-4979-87d9-47b456cee900 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.701902] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 997.701902] env[69846]: value = "task-2949992" [ 997.701902] env[69846]: _type = "Task" [ 997.701902] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.714849] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.736360] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.736608] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.736767] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.736942] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.737101] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.737253] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.737499] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.737714] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.737893] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.738072] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.738253] env[69846]: DEBUG nova.virt.hardware [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.739148] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268ec5c8-1b58-41a1-ba64-5d59990a3585 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.753614] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3a7919-1fae-4961-9e65-1ab380d4e4b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.757577] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949991, 'name': ReconfigVM_Task, 'duration_secs': 0.168768} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.757941] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.760957] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6863b495-de4b-425e-891a-17e442b56a9d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.771431] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.776745] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.777608] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.777920] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7a6da6e-356d-44d0-9613-a448037dd837 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.794532] env[69846]: DEBUG nova.objects.instance [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lazy-loading 'migration_context' on Instance uuid 3c7a9ef0-3f60-4d10-a23a-c204653082c6 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.795834] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528c1721-d1dd-c8a8-696d-24e580126fde, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.796107] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 997.796107] env[69846]: value = "task-2949993" [ 997.796107] env[69846]: _type = "Task" [ 997.796107] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.797465] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-353287a7-7717-41d8-b756-cc99200a2535 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.803723] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.803723] env[69846]: value = "task-2949994" [ 997.803723] env[69846]: _type = "Task" [ 997.803723] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.816727] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949993, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.817028] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 997.817028] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52111958-016d-46f8-386c-b4e4719e2175" [ 997.817028] env[69846]: _type = "Task" [ 997.817028] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.817483] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c36e7fc8-4c62-4230-8164-f4331fd078a7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.116s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.821552] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949994, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.830826] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52111958-016d-46f8-386c-b4e4719e2175, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.831077] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.831387] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082/e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.831628] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-544025a4-4c6d-4837-9552-e7084058dd0f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.838572] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 997.838572] env[69846]: value = "task-2949995" [ 997.838572] env[69846]: _type = "Task" [ 997.838572] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.848536] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.203136] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "refresh_cache-3c1e3446-8836-4edd-aa79-812d251b9f50" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.203425] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "refresh_cache-3c1e3446-8836-4edd-aa79-812d251b9f50" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.203693] env[69846]: DEBUG nova.network.neutron [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.215356] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.314948] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.318858] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949994, 'name': CreateVM_Task, 'duration_secs': 0.393927} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.318858] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.319080] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.320030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.320030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.320030] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5900e0a0-6d54-4e35-8d09-b03792d22917 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.328446] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 998.328446] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5250b2ff-fe4d-72db-163b-0ff20a2ba563" [ 998.328446] env[69846]: _type = "Task" [ 998.328446] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.338127] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5250b2ff-fe4d-72db-163b-0ff20a2ba563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.350117] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.690436] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08682e30-2654-4554-b7b9-8212d0b172f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.701321] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d77c31a-a654-48ab-a269-cb60be77a6b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.736722] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95fb018-86d3-44a7-9c60-8ecf8db740b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.743210] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949992, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.749646] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38cbf4b-1a95-4a65-a1ba-58f79f5d9c53 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.765430] env[69846]: DEBUG nova.compute.provider_tree [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.793917] env[69846]: DEBUG nova.network.neutron [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.811262] env[69846]: DEBUG oslo_vmware.api [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2949993, 'name': PowerOnVM_Task, 'duration_secs': 0.934679} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.811657] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.814425] env[69846]: DEBUG nova.compute.manager [None req-ce7ed83f-5ab7-4bf1-a218-ccbd69fa6c3e tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.815232] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1105aafe-d34f-420f-94ef-e604e7575cd7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.837517] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5250b2ff-fe4d-72db-163b-0ff20a2ba563, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.837799] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.838048] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.838287] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.838436] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.838610] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.838857] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f62f3022-2d78-479f-8c83-cc9a921cebb6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.851973] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956556} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.853060] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082/e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.853285] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.853553] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.853727] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.854420] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b9456e8-42de-4955-8e8b-375e3367785a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.856122] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b2e3b1-8946-466b-85df-62ecafa3b1bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.861566] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 998.861566] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52882f17-3d15-73ff-73ad-5cf331021bfc" [ 998.861566] env[69846]: _type = "Task" [ 998.861566] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.866129] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 998.866129] env[69846]: value = "task-2949996" [ 998.866129] env[69846]: _type = "Task" [ 998.866129] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.875553] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52882f17-3d15-73ff-73ad-5cf331021bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.881922] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.949947] env[69846]: DEBUG nova.network.neutron [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Updating instance_info_cache with network_info: [{"id": "89e33818-9187-4979-87d9-47b456cee900", "address": "fa:16:3e:56:b5:b7", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e33818-91", "ovs_interfaceid": "89e33818-9187-4979-87d9-47b456cee900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.214675] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949992, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.268395] env[69846]: DEBUG nova.scheduler.client.report [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.374164] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52882f17-3d15-73ff-73ad-5cf331021bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.021209} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.376031] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e880dd-3f1d-4614-80f9-dc316a76efe2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.381067] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.291518} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.381067] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.381761] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316b9be3-508c-471b-8b1a-74870db18e19 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.385129] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 999.385129] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e07b02-86d5-a97f-3e1e-6a02fdbe6dae" [ 999.385129] env[69846]: _type = "Task" [ 999.385129] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.404056] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082/e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.404822] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ddf51a-fa0c-48f5-9080-dbeae02589a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.424059] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e07b02-86d5-a97f-3e1e-6a02fdbe6dae, 'name': SearchDatastore_Task, 'duration_secs': 0.016831} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.425015] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.426030] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.426030] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a6ba608-d6e7-473a-a5cb-ccf1e168df55 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.430423] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 999.430423] env[69846]: value = "task-2949997" [ 999.430423] env[69846]: _type = "Task" [ 999.430423] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.435210] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 999.435210] env[69846]: value = "task-2949998" [ 999.435210] env[69846]: _type = "Task" [ 999.435210] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.441830] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.446628] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.453779] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "refresh_cache-3c1e3446-8836-4edd-aa79-812d251b9f50" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.453779] env[69846]: DEBUG nova.compute.manager [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Instance network_info: |[{"id": "89e33818-9187-4979-87d9-47b456cee900", "address": "fa:16:3e:56:b5:b7", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e33818-91", "ovs_interfaceid": "89e33818-9187-4979-87d9-47b456cee900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.453779] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:b5:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89e33818-9187-4979-87d9-47b456cee900', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.461504] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.461813] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.462140] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-266bf8d3-4f33-496a-8960-cfc6c0d8cf61 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.482729] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.482729] env[69846]: value = "task-2949999" [ 999.482729] env[69846]: _type = "Task" [ 999.482729] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.490979] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949999, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.558013] env[69846]: DEBUG nova.compute.manager [req-f43d4be0-9edb-4eb1-83b0-4fdfa8842e63 req-a7eb863b-56b3-446c-97e9-e06d487eb165 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Received event network-changed-89e33818-9187-4979-87d9-47b456cee900 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.558277] env[69846]: DEBUG nova.compute.manager [req-f43d4be0-9edb-4eb1-83b0-4fdfa8842e63 req-a7eb863b-56b3-446c-97e9-e06d487eb165 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Refreshing instance network info cache due to event network-changed-89e33818-9187-4979-87d9-47b456cee900. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.558511] env[69846]: DEBUG oslo_concurrency.lockutils [req-f43d4be0-9edb-4eb1-83b0-4fdfa8842e63 req-a7eb863b-56b3-446c-97e9-e06d487eb165 service nova] Acquiring lock "refresh_cache-3c1e3446-8836-4edd-aa79-812d251b9f50" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.558682] env[69846]: DEBUG oslo_concurrency.lockutils [req-f43d4be0-9edb-4eb1-83b0-4fdfa8842e63 req-a7eb863b-56b3-446c-97e9-e06d487eb165 service nova] Acquired lock "refresh_cache-3c1e3446-8836-4edd-aa79-812d251b9f50" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.558861] env[69846]: DEBUG nova.network.neutron [req-f43d4be0-9edb-4eb1-83b0-4fdfa8842e63 req-a7eb863b-56b3-446c-97e9-e06d487eb165 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Refreshing network info cache for port 89e33818-9187-4979-87d9-47b456cee900 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.716381] env[69846]: DEBUG oslo_vmware.api [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2949992, 'name': PowerOnVM_Task, 'duration_secs': 1.760206} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.716647] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.716848] env[69846]: INFO nova.compute.manager [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Took 9.48 seconds to spawn the instance on the hypervisor. [ 999.717068] env[69846]: DEBUG nova.compute.manager [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.717822] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faac29f-6709-46c1-adf0-060954ebf10e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.948673] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949998, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.951904] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.994874] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949999, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.237209] env[69846]: INFO nova.compute.manager [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Took 42.32 seconds to build instance. [ 1000.279993] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.996s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.285682] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.159s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.285956] env[69846]: DEBUG nova.objects.instance [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lazy-loading 'resources' on Instance uuid c3f1bab2-67f2-4c3a-b374-839a81991ebb {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.295800] env[69846]: DEBUG nova.network.neutron [req-f43d4be0-9edb-4eb1-83b0-4fdfa8842e63 req-a7eb863b-56b3-446c-97e9-e06d487eb165 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Updated VIF entry in instance network info cache for port 89e33818-9187-4979-87d9-47b456cee900. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.296203] env[69846]: DEBUG nova.network.neutron [req-f43d4be0-9edb-4eb1-83b0-4fdfa8842e63 req-a7eb863b-56b3-446c-97e9-e06d487eb165 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Updating instance_info_cache with network_info: [{"id": "89e33818-9187-4979-87d9-47b456cee900", "address": "fa:16:3e:56:b5:b7", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e33818-91", "ovs_interfaceid": "89e33818-9187-4979-87d9-47b456cee900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.434926] env[69846]: INFO nova.compute.manager [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Unrescuing [ 1000.435363] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.435620] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquired lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.435890] env[69846]: DEBUG nova.network.neutron [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.456954] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2949998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786811} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.461857] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.462914] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.463621] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2949997, 'name': ReconfigVM_Task, 'duration_secs': 0.640329} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.463874] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6086a49-87cf-4c81-991d-51c5e0950500 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.466092] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Reconfigured VM instance instance-00000048 to attach disk [datastore1] e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082/e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.466705] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cf0b74d-0a10-4c5e-b588-c3bd58bc23dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.472837] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 1000.472837] env[69846]: value = "task-2950000" [ 1000.472837] env[69846]: _type = "Task" [ 1000.472837] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.474218] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 1000.474218] env[69846]: value = "task-2950001" [ 1000.474218] env[69846]: _type = "Task" [ 1000.474218] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.486510] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2950001, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.495730] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.501717] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2949999, 'name': CreateVM_Task, 'duration_secs': 0.794377} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.501909] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.502657] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.502826] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.503221] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.503503] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d38a9fa-a35b-4e40-a0df-0d911e3f0992 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.508475] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1000.508475] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]521e2717-938d-b925-034e-f78fbe8da6fc" [ 1000.508475] env[69846]: _type = "Task" [ 1000.508475] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.517296] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521e2717-938d-b925-034e-f78fbe8da6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.738609] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.719s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.798953] env[69846]: DEBUG oslo_concurrency.lockutils [req-f43d4be0-9edb-4eb1-83b0-4fdfa8842e63 req-a7eb863b-56b3-446c-97e9-e06d487eb165 service nova] Releasing lock "refresh_cache-3c1e3446-8836-4edd-aa79-812d251b9f50" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.993516] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072403} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.998596] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.999047] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2950001, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.003409] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd6d27f-8993-4c6b-a5eb-3da7d0b1e2ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.035086] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.047151] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46170e0a-143e-4ac5-8211-d8b0652abf7c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.080760] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521e2717-938d-b925-034e-f78fbe8da6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014212} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.082393] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.082674] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.082914] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.083075] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.083260] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.083596] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 1001.083596] env[69846]: value = "task-2950002" [ 1001.083596] env[69846]: _type = "Task" [ 1001.083596] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.086184] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c2bd3b8-b003-4f82-9695-da28deadad36 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.096651] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.097989] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.098196] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.101486] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cab6a6c-e001-4157-97ae-ff2638012b07 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.106629] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1001.106629] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529e4c42-bb09-fa2a-3315-42ffb5b3fe6a" [ 1001.106629] env[69846]: _type = "Task" [ 1001.106629] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.115693] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529e4c42-bb09-fa2a-3315-42ffb5b3fe6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.255413] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91837c74-13ca-4277-9a1c-697b495417e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.263492] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeecf564-0dc4-4832-8107-facf51d55a35 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.295849] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465ed97f-18c3-4661-8d90-9660c15ea1f0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.312678] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea915b3-937f-45c5-a32e-c0c1b7794878 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.326564] env[69846]: DEBUG nova.compute.provider_tree [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.478885] env[69846]: DEBUG nova.network.neutron [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Updating instance_info_cache with network_info: [{"id": "7b37bea7-8254-4455-a635-632dbb0c5279", "address": "fa:16:3e:47:12:20", "network": {"id": "e97fcb92-b900-4231-820c-666f29ffc870", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-626481458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8078fa3cd54d4c388241dc51cc24e166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b37bea7-82", "ovs_interfaceid": "7b37bea7-8254-4455-a635-632dbb0c5279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.491319] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2950001, 'name': Rename_Task, 'duration_secs': 0.970183} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.492343] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.492626] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdd9b4bf-57b1-404d-a21e-a81f6c7d1894 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.499662] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 1001.499662] env[69846]: value = "task-2950003" [ 1001.499662] env[69846]: _type = "Task" [ 1001.499662] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.507921] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2950003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.599312] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.617594] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529e4c42-bb09-fa2a-3315-42ffb5b3fe6a, 'name': SearchDatastore_Task, 'duration_secs': 0.029267} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.618339] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63139866-fdc9-4138-a5c6-892b73023388 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.624030] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1001.624030] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5215ad7b-14ac-6143-6656-debdb92b9ea3" [ 1001.624030] env[69846]: _type = "Task" [ 1001.624030] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.634216] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5215ad7b-14ac-6143-6656-debdb92b9ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.831290] env[69846]: DEBUG nova.scheduler.client.report [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.835644] env[69846]: INFO nova.compute.manager [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Swapping old allocation on dict_keys(['34ad24ad-9b00-4d5b-aef4-f288c1b1ec71']) held by migration cc91262b-01c7-428a-82b8-f8319a5b095e for instance [ 1001.841272] env[69846]: DEBUG nova.compute.manager [req-9a9918dd-d1ed-4fb6-80be-240d9cddeebf req-0e947e89-9ad0-490b-b3b7-2ab0c40682a8 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Received event network-changed-6802447f-4f4c-4cda-aeac-2ccc4f513afc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.841505] env[69846]: DEBUG nova.compute.manager [req-9a9918dd-d1ed-4fb6-80be-240d9cddeebf req-0e947e89-9ad0-490b-b3b7-2ab0c40682a8 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Refreshing instance network info cache due to event network-changed-6802447f-4f4c-4cda-aeac-2ccc4f513afc. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.841745] env[69846]: DEBUG oslo_concurrency.lockutils [req-9a9918dd-d1ed-4fb6-80be-240d9cddeebf req-0e947e89-9ad0-490b-b3b7-2ab0c40682a8 service nova] Acquiring lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.841892] env[69846]: DEBUG oslo_concurrency.lockutils [req-9a9918dd-d1ed-4fb6-80be-240d9cddeebf req-0e947e89-9ad0-490b-b3b7-2ab0c40682a8 service nova] Acquired lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.842090] env[69846]: DEBUG nova.network.neutron [req-9a9918dd-d1ed-4fb6-80be-240d9cddeebf req-0e947e89-9ad0-490b-b3b7-2ab0c40682a8 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Refreshing network info cache for port 6802447f-4f4c-4cda-aeac-2ccc4f513afc {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.872955] env[69846]: DEBUG nova.scheduler.client.report [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Overwriting current allocation {'allocations': {'34ad24ad-9b00-4d5b-aef4-f288c1b1ec71': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': 'ee7ed63a0a9146a78a3f9b4250eafb81', 'user_id': '29b32cc8863b4437a119b1c1f316a8fc', 'consumer_generation': 1} on consumer 3c7a9ef0-3f60-4d10-a23a-c204653082c6 {{(pid=69846) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1001.972868] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.973076] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquired lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.973259] env[69846]: DEBUG nova.network.neutron [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.981951] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Releasing lock "refresh_cache-7810f774-90f5-4f9e-8504-b9b7f5840311" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.982655] env[69846]: DEBUG nova.objects.instance [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lazy-loading 'flavor' on Instance uuid 7810f774-90f5-4f9e-8504-b9b7f5840311 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.011833] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2950003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.100527] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950002, 'name': ReconfigVM_Task, 'duration_secs': 0.704921} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.100831] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Reconfigured VM instance instance-00000049 to attach disk [datastore2] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.101536] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f646ffb3-dd46-49f7-bc34-2233cf43ec14 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.107824] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 1002.107824] env[69846]: value = "task-2950004" [ 1002.107824] env[69846]: _type = "Task" [ 1002.107824] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.115860] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950004, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.134629] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5215ad7b-14ac-6143-6656-debdb92b9ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.01993} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.135030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.135413] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 3c1e3446-8836-4edd-aa79-812d251b9f50/3c1e3446-8836-4edd-aa79-812d251b9f50.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.135706] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2556d596-7cab-43fe-97e7-5f0edda48f67 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.143336] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1002.143336] env[69846]: value = "task-2950005" [ 1002.143336] env[69846]: _type = "Task" [ 1002.143336] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.152776] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.339462] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.342645] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.129s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.344535] env[69846]: INFO nova.compute.claims [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.361666] env[69846]: INFO nova.scheduler.client.report [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted allocations for instance c3f1bab2-67f2-4c3a-b374-839a81991ebb [ 1002.491666] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf32db5-b172-4e05-98c8-be72ddad7393 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.516824] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.523037] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f7a407-c74d-4926-be25-72d4be2e27a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.531979] env[69846]: DEBUG oslo_vmware.api [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2950003, 'name': PowerOnVM_Task, 'duration_secs': 0.602733} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.532826] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.533057] env[69846]: DEBUG nova.compute.manager [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.534540] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc8717f-710c-4111-a162-d20628b54b57 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.539463] env[69846]: DEBUG oslo_vmware.api [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 1002.539463] env[69846]: value = "task-2950006" [ 1002.539463] env[69846]: _type = "Task" [ 1002.539463] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.557735] env[69846]: DEBUG oslo_vmware.api [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.620954] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950004, 'name': Rename_Task, 'duration_secs': 0.156775} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.622030] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.622030] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f65ea5e-b6ec-470d-ba72-0ee29016ad0d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.631050] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 1002.631050] env[69846]: value = "task-2950007" [ 1002.631050] env[69846]: _type = "Task" [ 1002.631050] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.642262] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.654906] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950005, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.746895] env[69846]: DEBUG nova.network.neutron [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance_info_cache with network_info: [{"id": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "address": "fa:16:3e:04:0f:10", "network": {"id": "a87ce3bb-76fd-4ef4-b7e0-32263a582f91", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70fcbca510f6498cab788db34440c9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4cf264-fc", "ovs_interfaceid": "0c4cf264-fc5f-4920-9985-70cbdf7072ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.833019] env[69846]: DEBUG nova.network.neutron [req-9a9918dd-d1ed-4fb6-80be-240d9cddeebf req-0e947e89-9ad0-490b-b3b7-2ab0c40682a8 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updated VIF entry in instance network info cache for port 6802447f-4f4c-4cda-aeac-2ccc4f513afc. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.834381] env[69846]: DEBUG nova.network.neutron [req-9a9918dd-d1ed-4fb6-80be-240d9cddeebf req-0e947e89-9ad0-490b-b3b7-2ab0c40682a8 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance_info_cache with network_info: [{"id": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "address": "fa:16:3e:0f:39:de", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6802447f-4f", "ovs_interfaceid": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.838276] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "39baf588-6c09-4df4-a426-d2158d9c7afc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.838504] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.838674] env[69846]: INFO nova.compute.manager [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Shelving [ 1002.871501] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "c3f1bab2-67f2-4c3a-b374-839a81991ebb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.949s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.050820] env[69846]: DEBUG oslo_vmware.api [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950006, 'name': PowerOffVM_Task, 'duration_secs': 0.239161} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.051100] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.056409] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1003.064225] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b15532e-2815-4a13-b58c-4c99995f8048 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.080559] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.087519] env[69846]: DEBUG oslo_vmware.api [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 1003.087519] env[69846]: value = "task-2950008" [ 1003.087519] env[69846]: _type = "Task" [ 1003.087519] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.095447] env[69846]: DEBUG oslo_vmware.api [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.141197] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.153726] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564206} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.154615] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 3c1e3446-8836-4edd-aa79-812d251b9f50/3c1e3446-8836-4edd-aa79-812d251b9f50.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.154615] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.154805] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64d9baac-52a2-4474-ba8f-70ada70e163f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.161266] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1003.161266] env[69846]: value = "task-2950009" [ 1003.161266] env[69846]: _type = "Task" [ 1003.161266] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.169055] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.249509] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Releasing lock "refresh_cache-3c7a9ef0-3f60-4d10-a23a-c204653082c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.250054] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.250696] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a39ec84b-29ff-4bf8-b878-de725d154401 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.257413] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 1003.257413] env[69846]: value = "task-2950010" [ 1003.257413] env[69846]: _type = "Task" [ 1003.257413] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.265794] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.335835] env[69846]: DEBUG oslo_concurrency.lockutils [req-9a9918dd-d1ed-4fb6-80be-240d9cddeebf req-0e947e89-9ad0-490b-b3b7-2ab0c40682a8 service nova] Releasing lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.478328] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.478709] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.478934] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.479140] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.479309] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.483204] env[69846]: INFO nova.compute.manager [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Terminating instance [ 1003.597006] env[69846]: DEBUG oslo_vmware.api [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950008, 'name': ReconfigVM_Task, 'duration_secs': 0.495046} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.599402] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1003.599594] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.600010] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afb848b0-737b-4db5-929f-13e49b5d5c27 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.606960] env[69846]: DEBUG oslo_vmware.api [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 1003.606960] env[69846]: value = "task-2950011" [ 1003.606960] env[69846]: _type = "Task" [ 1003.606960] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.617325] env[69846]: DEBUG oslo_vmware.api [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.643799] env[69846]: DEBUG oslo_vmware.api [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950007, 'name': PowerOnVM_Task, 'duration_secs': 0.993365} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.644706] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.644706] env[69846]: DEBUG nova.compute.manager [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.644980] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cb0343-c9b4-4616-8157-f469d66f0f12 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.685079] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196929} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.691904] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.694343] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e403f7a7-acdd-4671-b905-d50002a592ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.737103] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 3c1e3446-8836-4edd-aa79-812d251b9f50/3c1e3446-8836-4edd-aa79-812d251b9f50.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.740252] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab2b56e-9cd0-446b-aaf0-385a7576710d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.770174] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1003.770174] env[69846]: value = "task-2950012" [ 1003.770174] env[69846]: _type = "Task" [ 1003.770174] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.773012] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950010, 'name': PowerOffVM_Task, 'duration_secs': 0.283728} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.776120] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.776802] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:23:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5f897c91-2d3d-4a1b-b8b1-11f2886fe3fb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-357840625',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.777189] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.777246] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.777435] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.777581] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.777749] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.777970] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.778152] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.778322] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.778497] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.778677] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.787306] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9bfd5b8-7b4b-4886-9b46-062c1bbe462b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.806609] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.808336] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 1003.808336] env[69846]: value = "task-2950013" [ 1003.808336] env[69846]: _type = "Task" [ 1003.808336] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.820860] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.850966] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.851436] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa309093-9a52-4fda-b775-5e59ca0e97e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.857252] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1003.857252] env[69846]: value = "task-2950014" [ 1003.857252] env[69846]: _type = "Task" [ 1003.857252] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.861256] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66c7428-b446-49c9-9779-b260e4353968 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.871583] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271fcc8c-239a-442b-98ea-850fa4f18f08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.875500] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.907204] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5fc599-20af-4e59-bc3c-43403271c162 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.915278] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c48a6-8249-4964-969f-d5d550e92290 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.929181] env[69846]: DEBUG nova.compute.provider_tree [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.986890] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "refresh_cache-e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.987138] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquired lock "refresh_cache-e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.987364] env[69846]: DEBUG nova.network.neutron [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.119032] env[69846]: DEBUG oslo_vmware.api [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950011, 'name': PowerOnVM_Task, 'duration_secs': 0.463016} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.119032] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.119032] env[69846]: DEBUG nova.compute.manager [None req-5bfef5da-5a10-4d2f-8704-6d693eacaed6 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.119032] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2a331f-d973-47c8-bbc5-26af03774e9c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.171965] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.282287] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.317050] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950013, 'name': ReconfigVM_Task, 'duration_secs': 0.214359} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.318096] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2029975-c3a2-475c-9292-4b5cd014bf4b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.336756] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:23:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5f897c91-2d3d-4a1b-b8b1-11f2886fe3fb',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-357840625',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.336756] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.336926] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.338025] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.338025] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.338025] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.338025] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.338025] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.338025] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.338025] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.338980] env[69846]: DEBUG nova.virt.hardware [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.338980] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc0dfcd-3ad6-4cfa-a040-fa44d1cf3769 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.344625] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 1004.344625] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52dae8ce-c818-8219-0ec8-da07c4fe3f10" [ 1004.344625] env[69846]: _type = "Task" [ 1004.344625] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.352232] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52dae8ce-c818-8219-0ec8-da07c4fe3f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.366052] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950014, 'name': PowerOffVM_Task, 'duration_secs': 0.196828} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.366314] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.367105] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0547267c-e34e-4f11-b152-ddaae7b36394 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.386065] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cff6a4-8a4b-4fcb-b5b0-768393dd09be {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.433349] env[69846]: DEBUG nova.scheduler.client.report [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.512657] env[69846]: DEBUG nova.network.neutron [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.566978] env[69846]: DEBUG nova.network.neutron [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.721456] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.721714] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.783194] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950012, 'name': ReconfigVM_Task, 'duration_secs': 0.527106} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.783578] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 3c1e3446-8836-4edd-aa79-812d251b9f50/3c1e3446-8836-4edd-aa79-812d251b9f50.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.784302] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76996bc5-93f3-484f-9579-2cfadf539082 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.790993] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1004.790993] env[69846]: value = "task-2950015" [ 1004.790993] env[69846]: _type = "Task" [ 1004.790993] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.799011] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950015, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.855930] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52dae8ce-c818-8219-0ec8-da07c4fe3f10, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.861361] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.861709] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d5e5aa-179c-40bd-ab33-a36d57767e2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.879270] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 1004.879270] env[69846]: value = "task-2950016" [ 1004.879270] env[69846]: _type = "Task" [ 1004.879270] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.887236] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.896621] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1004.897028] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cfbe4f36-c845-4250-8ca8-5d2f6bedb0ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.903859] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1004.903859] env[69846]: value = "task-2950017" [ 1004.903859] env[69846]: _type = "Task" [ 1004.903859] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.914299] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950017, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.937302] env[69846]: INFO nova.compute.manager [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Rebuilding instance [ 1004.940362] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.940923] env[69846]: DEBUG nova.compute.manager [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.944839] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.792s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.944839] env[69846]: DEBUG nova.objects.instance [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lazy-loading 'resources' on Instance uuid fa2149c2-fdfc-4d31-8b16-7a24728462b1 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.993928] env[69846]: DEBUG nova.compute.manager [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.995052] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fe9519-aa34-4a77-b561-c0dfbb90a6c1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.070139] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Releasing lock "refresh_cache-e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.070582] env[69846]: DEBUG nova.compute.manager [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.070784] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.072855] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1145f172-f239-4999-889d-3b6c80137bb1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.083999] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.084291] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6fb3854-c267-4c85-9045-245a12d19286 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.091815] env[69846]: DEBUG oslo_vmware.api [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 1005.091815] env[69846]: value = "task-2950018" [ 1005.091815] env[69846]: _type = "Task" [ 1005.091815] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.101097] env[69846]: DEBUG oslo_vmware.api [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2950018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.223915] env[69846]: DEBUG nova.compute.manager [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.301872] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950015, 'name': Rename_Task, 'duration_secs': 0.179597} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.302186] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.302461] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c565729d-3d35-4d56-8ce2-261634e8d643 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.309988] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1005.309988] env[69846]: value = "task-2950019" [ 1005.309988] env[69846]: _type = "Task" [ 1005.309988] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.318705] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.391571] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950016, 'name': ReconfigVM_Task, 'duration_secs': 0.211112} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.391912] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1005.392753] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cd11d5-3c29-403b-9aef-ca9625a5b0e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.416875] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 3c7a9ef0-3f60-4d10-a23a-c204653082c6/3c7a9ef0-3f60-4d10-a23a-c204653082c6.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.420202] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3453d01c-ea9a-41aa-b467-14a54c42134f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.441508] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950017, 'name': CreateSnapshot_Task, 'duration_secs': 0.492577} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.442968] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1005.443327] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 1005.443327] env[69846]: value = "task-2950020" [ 1005.443327] env[69846]: _type = "Task" [ 1005.443327] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.444071] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9566edd3-fc60-48bc-9c17-3408afeae92a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.447907] env[69846]: DEBUG nova.compute.utils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.458209] env[69846]: DEBUG nova.compute.manager [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.458412] env[69846]: DEBUG nova.network.neutron [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.473101] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.579192] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "7810f774-90f5-4f9e-8504-b9b7f5840311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.579604] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "7810f774-90f5-4f9e-8504-b9b7f5840311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.579723] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "7810f774-90f5-4f9e-8504-b9b7f5840311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.579892] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "7810f774-90f5-4f9e-8504-b9b7f5840311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.580059] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "7810f774-90f5-4f9e-8504-b9b7f5840311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.582549] env[69846]: INFO nova.compute.manager [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Terminating instance [ 1005.591413] env[69846]: DEBUG nova.policy [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09e2dd4674be462dbe1b3633e63fca8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f027fc663134437bd5fedbe4d244f31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.609773] env[69846]: DEBUG oslo_vmware.api [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2950018, 'name': PowerOffVM_Task, 'duration_secs': 0.171006} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.610080] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.610264] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.610526] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-306cc4af-d098-48de-bfe6-af69ae541183 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.658025] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.658025] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.658025] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Deleting the datastore file [datastore1] e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.658025] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-749929c5-3a20-4683-8c7a-e91ecd6d8223 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.664814] env[69846]: DEBUG oslo_vmware.api [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for the task: (returnval){ [ 1005.664814] env[69846]: value = "task-2950022" [ 1005.664814] env[69846]: _type = "Task" [ 1005.664814] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.677389] env[69846]: DEBUG oslo_vmware.api [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2950022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.755572] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.821343] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950019, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.897956] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc77a7e-97b5-4b9b-902d-124758eb8023 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.905846] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ebd33a-be6d-4b0e-9ba6-a08c482b24f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.942694] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31d3400-c759-445b-8973-d465b2a3fd7a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.959817] env[69846]: DEBUG nova.compute.manager [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.966475] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326e9afb-517e-4b08-a004-5e73ccf7d93e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.970599] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950020, 'name': ReconfigVM_Task, 'duration_secs': 0.311097} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.971143] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 3c7a9ef0-3f60-4d10-a23a-c204653082c6/3c7a9ef0-3f60-4d10-a23a-c204653082c6.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.972637] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17e2397-362f-42a5-8247-d157b8af1f9b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.991855] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1005.992456] env[69846]: DEBUG nova.compute.provider_tree [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.993934] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-519ce045-0ac3-40ae-adf2-6698b4607b07 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.015345] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.017315] env[69846]: DEBUG nova.network.neutron [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Successfully created port: 749eacc3-687c-4478-9b16-a4d90c0945e9 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.021294] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9766da09-46c2-4231-bdef-7a9f30a46954 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.023675] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b567c46-53bb-427f-8ef0-9e98fa29d430 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.026071] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1006.026071] env[69846]: value = "task-2950023" [ 1006.026071] env[69846]: _type = "Task" [ 1006.026071] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.047605] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5356af-e4fe-4d8d-bb5b-1669a1093b1d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.050377] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for the task: (returnval){ [ 1006.050377] env[69846]: value = "task-2950024" [ 1006.050377] env[69846]: _type = "Task" [ 1006.050377] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.054124] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950023, 'name': CloneVM_Task} progress is 12%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.072723] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f412a0a-84d4-4615-8894-0751a8b3e2f1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.079056] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.085479] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.085479] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a4fcd18-3236-46e0-8b0a-2990f1606c1b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.090996] env[69846]: DEBUG nova.compute.manager [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.091247] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.092139] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace6c9d5-0977-455a-86d7-080eaea66967 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.096546] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 1006.096546] env[69846]: value = "task-2950025" [ 1006.096546] env[69846]: _type = "Task" [ 1006.096546] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.101918] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.102614] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dcda332-3515-4da0-995c-94cdb45de7fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.111144] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.117201] env[69846]: DEBUG oslo_vmware.api [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 1006.117201] env[69846]: value = "task-2950026" [ 1006.117201] env[69846]: _type = "Task" [ 1006.117201] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.127952] env[69846]: DEBUG oslo_vmware.api [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.181849] env[69846]: DEBUG oslo_vmware.api [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Task: {'id': task-2950022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124027} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.182256] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.182519] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.182839] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.183052] env[69846]: INFO nova.compute.manager [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1006.183329] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.183536] env[69846]: DEBUG nova.compute.manager [-] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.183625] env[69846]: DEBUG nova.network.neutron [-] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.201848] env[69846]: DEBUG nova.network.neutron [-] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.320960] env[69846]: DEBUG oslo_vmware.api [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950019, 'name': PowerOnVM_Task, 'duration_secs': 0.557521} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.321320] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.321625] env[69846]: INFO nova.compute.manager [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1006.321933] env[69846]: DEBUG nova.compute.manager [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.322886] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ded1d9-3aea-4969-af7b-5332a805308e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.499683] env[69846]: DEBUG nova.scheduler.client.report [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.538489] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950023, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.563366] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950024, 'name': PowerOffVM_Task, 'duration_secs': 0.179484} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.563641] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.563870] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.564675] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af024b6-7553-436b-a47a-86b1c133c012 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.572225] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.572469] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d299f3f-0a46-47b5-8f4e-b06e770bfbff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.599184] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.599572] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.599869] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Deleting the datastore file [datastore2] dae8e366-9dcd-4d13-9cea-a94afc4bae75 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.604039] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-041a7343-50f8-4b0b-a646-4025f6cbaadb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.612122] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950025, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.613544] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for the task: (returnval){ [ 1006.613544] env[69846]: value = "task-2950028" [ 1006.613544] env[69846]: _type = "Task" [ 1006.613544] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.624180] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.629903] env[69846]: DEBUG oslo_vmware.api [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950026, 'name': PowerOffVM_Task, 'duration_secs': 0.201452} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.630339] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.630436] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.630728] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0111b79b-20f2-4974-bc2d-06dc4fcdeea9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.704844] env[69846]: DEBUG nova.network.neutron [-] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.713979] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.714295] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.714490] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Deleting the datastore file [datastore1] 7810f774-90f5-4f9e-8504-b9b7f5840311 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.714793] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb0afa9-32a9-498d-8766-fc847108c180 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.725553] env[69846]: DEBUG oslo_vmware.api [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 1006.725553] env[69846]: value = "task-2950030" [ 1006.725553] env[69846]: _type = "Task" [ 1006.725553] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.735330] env[69846]: DEBUG oslo_vmware.api [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.800183] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "821ee995-2b25-4053-bc3c-6523f1db90e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.800550] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.841644] env[69846]: INFO nova.compute.manager [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Took 34.54 seconds to build instance. [ 1006.978640] env[69846]: DEBUG nova.compute.manager [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.005011] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.005280] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.005436] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.005625] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.005784] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.005936] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.006474] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.006662] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.006840] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.007015] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.007208] env[69846]: DEBUG nova.virt.hardware [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.007939] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.010422] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb09e5bb-f026-426b-b614-76c82030359c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.014171] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.125s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.014171] env[69846]: DEBUG nova.objects.instance [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1007.023390] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899a3a82-bfce-4d18-b303-9603fbf0d67c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.040931] env[69846]: INFO nova.scheduler.client.report [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleted allocations for instance fa2149c2-fdfc-4d31-8b16-7a24728462b1 [ 1007.048582] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950023, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.108283] env[69846]: DEBUG oslo_vmware.api [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950025, 'name': PowerOnVM_Task, 'duration_secs': 0.720754} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.108665] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.123257] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143639} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.123519] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.123660] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.123837] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.207664] env[69846]: INFO nova.compute.manager [-] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Took 1.02 seconds to deallocate network for instance. [ 1007.239247] env[69846]: DEBUG oslo_vmware.api [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233638} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.239767] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.240091] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.240477] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.240647] env[69846]: INFO nova.compute.manager [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1007.241012] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.241308] env[69846]: DEBUG nova.compute.manager [-] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.241456] env[69846]: DEBUG nova.network.neutron [-] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.304989] env[69846]: DEBUG nova.compute.utils [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.345426] env[69846]: DEBUG oslo_concurrency.lockutils [None req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "3c1e3446-8836-4edd-aa79-812d251b9f50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.045s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.542036] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950023, 'name': CloneVM_Task, 'duration_secs': 1.390363} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.542134] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Created linked-clone VM from snapshot [ 1007.542916] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0df8578-e20a-4061-81e3-9987be85d33d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.549884] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "fa2149c2-fdfc-4d31-8b16-7a24728462b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.802s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.555791] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Uploading image d0c5b579-981f-4f67-8829-e2bbffa14b1e {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1007.577007] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1007.577007] env[69846]: value = "vm-592091" [ 1007.577007] env[69846]: _type = "VirtualMachine" [ 1007.577007] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1007.577309] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1096521a-fd08-4bb2-a805-42d782f37b07 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.585338] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lease: (returnval){ [ 1007.585338] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5260a2c6-3341-c5cf-7c44-a41ab0e7e982" [ 1007.585338] env[69846]: _type = "HttpNfcLease" [ 1007.585338] env[69846]: } obtained for exporting VM: (result){ [ 1007.585338] env[69846]: value = "vm-592091" [ 1007.585338] env[69846]: _type = "VirtualMachine" [ 1007.585338] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1007.585649] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the lease: (returnval){ [ 1007.585649] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5260a2c6-3341-c5cf-7c44-a41ab0e7e982" [ 1007.585649] env[69846]: _type = "HttpNfcLease" [ 1007.585649] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1007.593475] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.593475] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5260a2c6-3341-c5cf-7c44-a41ab0e7e982" [ 1007.593475] env[69846]: _type = "HttpNfcLease" [ 1007.593475] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1007.713931] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.780019] env[69846]: DEBUG nova.network.neutron [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Successfully updated port: 749eacc3-687c-4478-9b16-a4d90c0945e9 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.807773] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.852214] env[69846]: DEBUG nova.compute.manager [req-e5b50ed9-96da-4420-b899-dadb495d9052 req-8f84ad30-c2c0-4cdf-8435-1c690e754e0d service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Received event network-vif-deleted-7b37bea7-8254-4455-a635-632dbb0c5279 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.852413] env[69846]: INFO nova.compute.manager [req-e5b50ed9-96da-4420-b899-dadb495d9052 req-8f84ad30-c2c0-4cdf-8435-1c690e754e0d service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Neutron deleted interface 7b37bea7-8254-4455-a635-632dbb0c5279; detaching it from the instance and deleting it from the info cache [ 1007.852622] env[69846]: DEBUG nova.network.neutron [req-e5b50ed9-96da-4420-b899-dadb495d9052 req-8f84ad30-c2c0-4cdf-8435-1c690e754e0d service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.927156] env[69846]: DEBUG nova.compute.manager [req-9193de0c-f8ae-4c9d-abfe-5dbef4362e0e req-c99fc951-47bd-48f4-9643-5000cbc7dacb service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Received event network-vif-plugged-749eacc3-687c-4478-9b16-a4d90c0945e9 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.927251] env[69846]: DEBUG oslo_concurrency.lockutils [req-9193de0c-f8ae-4c9d-abfe-5dbef4362e0e req-c99fc951-47bd-48f4-9643-5000cbc7dacb service nova] Acquiring lock "d3d25b54-c4d0-4e6d-8688-7abd09857648-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.927571] env[69846]: DEBUG oslo_concurrency.lockutils [req-9193de0c-f8ae-4c9d-abfe-5dbef4362e0e req-c99fc951-47bd-48f4-9643-5000cbc7dacb service nova] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.927854] env[69846]: DEBUG oslo_concurrency.lockutils [req-9193de0c-f8ae-4c9d-abfe-5dbef4362e0e req-c99fc951-47bd-48f4-9643-5000cbc7dacb service nova] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.928155] env[69846]: DEBUG nova.compute.manager [req-9193de0c-f8ae-4c9d-abfe-5dbef4362e0e req-c99fc951-47bd-48f4-9643-5000cbc7dacb service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] No waiting events found dispatching network-vif-plugged-749eacc3-687c-4478-9b16-a4d90c0945e9 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.928437] env[69846]: WARNING nova.compute.manager [req-9193de0c-f8ae-4c9d-abfe-5dbef4362e0e req-c99fc951-47bd-48f4-9643-5000cbc7dacb service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Received unexpected event network-vif-plugged-749eacc3-687c-4478-9b16-a4d90c0945e9 for instance with vm_state building and task_state spawning. [ 1007.992314] env[69846]: DEBUG nova.network.neutron [-] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.022417] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7954542-0274-479b-a386-9dc4d31a3783 tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.023485] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.103s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.024263] env[69846]: DEBUG nova.objects.instance [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lazy-loading 'resources' on Instance uuid a297dccd-e92a-4651-978c-d4ac3a97cdce {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.094984] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1008.094984] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5260a2c6-3341-c5cf-7c44-a41ab0e7e982" [ 1008.094984] env[69846]: _type = "HttpNfcLease" [ 1008.094984] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1008.095303] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1008.095303] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5260a2c6-3341-c5cf-7c44-a41ab0e7e982" [ 1008.095303] env[69846]: _type = "HttpNfcLease" [ 1008.095303] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1008.096052] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418e9e81-4c4b-4cc1-a5fa-d28a37e14097 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.103674] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240eda1-fbdb-585a-16c1-85551a35f1e6/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1008.103836] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240eda1-fbdb-585a-16c1-85551a35f1e6/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1008.166674] env[69846]: INFO nova.compute.manager [None req-d09df846-a71c-4008-8e0c-b8092c380b44 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance to original state: 'active' [ 1008.192670] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.192911] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.193078] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.193265] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.193411] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.193556] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.193762] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.194026] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.194211] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.194376] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.194551] env[69846]: DEBUG nova.virt.hardware [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.195428] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d84bd34-284b-4896-a92b-04647aed1296 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.204924] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b8fdc-b756-4ba6-ba9a-ca17d6e69ded {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.220440] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.225975] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.226469] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.226686] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c994d86-77a7-4c6c-a899-bccc62f0870d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.245485] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.245485] env[69846]: value = "task-2950032" [ 1008.245485] env[69846]: _type = "Task" [ 1008.245485] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.256235] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950032, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.283492] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "refresh_cache-d3d25b54-c4d0-4e6d-8688-7abd09857648" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.283557] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "refresh_cache-d3d25b54-c4d0-4e6d-8688-7abd09857648" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.283709] env[69846]: DEBUG nova.network.neutron [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.289074] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-719b0e65-9009-491a-bbd8-539fc4ced3a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.355330] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27e366fc-6a10-4fc3-9544-0529cd709771 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.366808] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc376a92-f1d1-4402-884b-83d51d9f0f5e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.409497] env[69846]: DEBUG nova.compute.manager [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.409952] env[69846]: DEBUG nova.compute.manager [req-e5b50ed9-96da-4420-b899-dadb495d9052 req-8f84ad30-c2c0-4cdf-8435-1c690e754e0d service nova] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Detach interface failed, port_id=7b37bea7-8254-4455-a635-632dbb0c5279, reason: Instance 7810f774-90f5-4f9e-8504-b9b7f5840311 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.410997] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4624365c-9ca8-4d56-b41a-6dbc6d22f6d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.494564] env[69846]: INFO nova.compute.manager [-] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Took 1.25 seconds to deallocate network for instance. [ 1008.770781] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950032, 'name': CreateVM_Task, 'duration_secs': 0.307385} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.775434] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.776551] env[69846]: DEBUG oslo_concurrency.lockutils [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.776861] env[69846]: DEBUG oslo_concurrency.lockutils [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.777352] env[69846]: DEBUG oslo_concurrency.lockutils [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.777667] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567734f8-f3f6-4acb-8bf1-d760a29d3798 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.785035] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for the task: (returnval){ [ 1008.785035] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e9cda3-9a78-4b07-ac97-633ddc11c710" [ 1008.785035] env[69846]: _type = "Task" [ 1008.785035] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.802818] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e9cda3-9a78-4b07-ac97-633ddc11c710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.842376] env[69846]: DEBUG nova.network.neutron [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.923439] env[69846]: INFO nova.compute.manager [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] instance snapshotting [ 1008.927408] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d47289-80f1-454c-a3a0-b883e1080d0c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.957250] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485923a-3f9a-4ad7-b4dd-e8a7a894f3db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.006552] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.039273] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdcaba0-bc6c-4ed8-90e1-f8ffb6082619 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.049481] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d018b67b-e37b-40e8-b4cf-168f3889c982 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.091240] env[69846]: DEBUG nova.network.neutron [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Updating instance_info_cache with network_info: [{"id": "749eacc3-687c-4478-9b16-a4d90c0945e9", "address": "fa:16:3e:e5:4d:b3", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap749eacc3-68", "ovs_interfaceid": "749eacc3-687c-4478-9b16-a4d90c0945e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.093791] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7507082c-e3d0-4be3-bba2-84578124a1ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.103675] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807bced9-abb7-4fb0-9c7e-fcecfa2df3cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.120018] env[69846]: DEBUG nova.compute.provider_tree [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.192822] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "821ee995-2b25-4053-bc3c-6523f1db90e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.193190] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.193553] env[69846]: INFO nova.compute.manager [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Attaching volume dc6a864a-f21d-44f0-8027-f15f12e7f3f6 to /dev/sdb [ 1009.230637] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f02be58-9a72-4082-b6da-a1380cbdadcb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.239370] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e27819-ae49-41f0-951f-73799885706c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.256100] env[69846]: DEBUG nova.virt.block_device [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Updating existing volume attachment record: 35d63523-166a-4e19-b792-a0a43a1ff468 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1009.297571] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e9cda3-9a78-4b07-ac97-633ddc11c710, 'name': SearchDatastore_Task, 'duration_secs': 0.017881} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.298278] env[69846]: DEBUG oslo_concurrency.lockutils [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.298689] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.299857] env[69846]: DEBUG oslo_concurrency.lockutils [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.300201] env[69846]: DEBUG oslo_concurrency.lockutils [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.300457] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.301131] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aa989e1-88ce-4d0d-8bf4-dc04de94c361 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.314344] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.314639] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.315425] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a5b0e3-8831-4be5-ad70-ff4150dbb37a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.321722] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for the task: (returnval){ [ 1009.321722] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c68b9d-07db-e246-05a8-dc70b444ab17" [ 1009.321722] env[69846]: _type = "Task" [ 1009.321722] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.333277] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c68b9d-07db-e246-05a8-dc70b444ab17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.473922] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.474047] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b0aa003-2eba-496c-858c-4bf1e50f974b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.481798] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1009.481798] env[69846]: value = "task-2950034" [ 1009.481798] env[69846]: _type = "Task" [ 1009.481798] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.491193] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950034, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.594541] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "refresh_cache-d3d25b54-c4d0-4e6d-8688-7abd09857648" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.594902] env[69846]: DEBUG nova.compute.manager [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Instance network_info: |[{"id": "749eacc3-687c-4478-9b16-a4d90c0945e9", "address": "fa:16:3e:e5:4d:b3", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap749eacc3-68", "ovs_interfaceid": "749eacc3-687c-4478-9b16-a4d90c0945e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.595365] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:4d:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '749eacc3-687c-4478-9b16-a4d90c0945e9', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.604460] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.604780] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.605161] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e529c66-4787-48ee-914f-ec8950729b8b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.623479] env[69846]: DEBUG nova.scheduler.client.report [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.628568] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.628568] env[69846]: value = "task-2950035" [ 1009.628568] env[69846]: _type = "Task" [ 1009.628568] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.642847] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950035, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.835988] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c68b9d-07db-e246-05a8-dc70b444ab17, 'name': SearchDatastore_Task, 'duration_secs': 0.02283} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.837309] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66dfe163-d791-4627-8043-460917987182 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.845719] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for the task: (returnval){ [ 1009.845719] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f6cc71-7cd4-0835-a617-8a3d1d18b265" [ 1009.845719] env[69846]: _type = "Task" [ 1009.845719] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.855729] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f6cc71-7cd4-0835-a617-8a3d1d18b265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.994658] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950034, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.995920] env[69846]: DEBUG nova.compute.manager [req-86b157a9-be04-41d7-a1fb-1f8bf6323b30 req-5c63a234-6e1e-4aa8-93b5-ef587de860f7 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Received event network-changed-749eacc3-687c-4478-9b16-a4d90c0945e9 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.997053] env[69846]: DEBUG nova.compute.manager [req-86b157a9-be04-41d7-a1fb-1f8bf6323b30 req-5c63a234-6e1e-4aa8-93b5-ef587de860f7 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Refreshing instance network info cache due to event network-changed-749eacc3-687c-4478-9b16-a4d90c0945e9. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.997053] env[69846]: DEBUG oslo_concurrency.lockutils [req-86b157a9-be04-41d7-a1fb-1f8bf6323b30 req-5c63a234-6e1e-4aa8-93b5-ef587de860f7 service nova] Acquiring lock "refresh_cache-d3d25b54-c4d0-4e6d-8688-7abd09857648" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.997053] env[69846]: DEBUG oslo_concurrency.lockutils [req-86b157a9-be04-41d7-a1fb-1f8bf6323b30 req-5c63a234-6e1e-4aa8-93b5-ef587de860f7 service nova] Acquired lock "refresh_cache-d3d25b54-c4d0-4e6d-8688-7abd09857648" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.997053] env[69846]: DEBUG nova.network.neutron [req-86b157a9-be04-41d7-a1fb-1f8bf6323b30 req-5c63a234-6e1e-4aa8-93b5-ef587de860f7 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Refreshing network info cache for port 749eacc3-687c-4478-9b16-a4d90c0945e9 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.134386] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.140444] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.684s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.140802] env[69846]: DEBUG nova.objects.instance [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lazy-loading 'resources' on Instance uuid 4d4d3145-9900-43f9-ab26-1c42410db693 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.142210] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.142430] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.142643] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.142853] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.143197] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.145037] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950035, 'name': CreateVM_Task, 'duration_secs': 0.451727} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.145707] env[69846]: INFO nova.compute.manager [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Terminating instance [ 1010.148524] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.148524] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.148524] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.149490] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.151909] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443ad956-0ecb-4636-b0cb-d0a76ffa2af4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.162321] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1010.162321] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52520cc7-d5e5-29bc-f6c1-45606f14323d" [ 1010.162321] env[69846]: _type = "Task" [ 1010.162321] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.172408] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52520cc7-d5e5-29bc-f6c1-45606f14323d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.174895] env[69846]: INFO nova.scheduler.client.report [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Deleted allocations for instance a297dccd-e92a-4651-978c-d4ac3a97cdce [ 1010.357402] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f6cc71-7cd4-0835-a617-8a3d1d18b265, 'name': SearchDatastore_Task, 'duration_secs': 0.012261} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.357685] env[69846]: DEBUG oslo_concurrency.lockutils [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.357956] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.358253] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f760ec-42ea-4fa8-9f05-9b37f2315fe0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.366309] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for the task: (returnval){ [ 1010.366309] env[69846]: value = "task-2950038" [ 1010.366309] env[69846]: _type = "Task" [ 1010.366309] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.375875] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.495539] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950034, 'name': CreateSnapshot_Task, 'duration_secs': 0.76664} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.495982] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1010.497112] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94159828-8157-47f1-9d47-6ef6364e4889 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.661458] env[69846]: DEBUG nova.compute.manager [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.661458] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.661825] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc70a82-63ee-4b14-803d-74892cbe1b34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.677647] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.681852] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d19f67b-cf1d-4ec9-8a04-2093806bd55f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.685796] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52520cc7-d5e5-29bc-f6c1-45606f14323d, 'name': SearchDatastore_Task, 'duration_secs': 0.01828} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.686300] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9ac62f87-3919-4615-9ac3-55eb79f37df4 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Lock "a297dccd-e92a-4651-978c-d4ac3a97cdce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.242s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.689840] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.690109] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.690358] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.690499] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.690678] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.692192] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ae65955-eef1-4026-8be2-9257fe4116d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.700380] env[69846]: DEBUG oslo_vmware.api [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 1010.700380] env[69846]: value = "task-2950039" [ 1010.700380] env[69846]: _type = "Task" [ 1010.700380] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.714310] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.714592] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.715553] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f4bebb-c172-41b1-838c-710e959d638e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.722961] env[69846]: DEBUG oslo_vmware.api [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.731933] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1010.731933] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b52e9e-188f-33cd-7b90-f7891ab318c8" [ 1010.731933] env[69846]: _type = "Task" [ 1010.731933] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.745301] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b52e9e-188f-33cd-7b90-f7891ab318c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.755135] env[69846]: DEBUG nova.network.neutron [req-86b157a9-be04-41d7-a1fb-1f8bf6323b30 req-5c63a234-6e1e-4aa8-93b5-ef587de860f7 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Updated VIF entry in instance network info cache for port 749eacc3-687c-4478-9b16-a4d90c0945e9. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.755525] env[69846]: DEBUG nova.network.neutron [req-86b157a9-be04-41d7-a1fb-1f8bf6323b30 req-5c63a234-6e1e-4aa8-93b5-ef587de860f7 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Updating instance_info_cache with network_info: [{"id": "749eacc3-687c-4478-9b16-a4d90c0945e9", "address": "fa:16:3e:e5:4d:b3", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap749eacc3-68", "ovs_interfaceid": "749eacc3-687c-4478-9b16-a4d90c0945e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.882671] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950038, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.020797] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1011.021154] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-589600f7-5642-4aac-ab21-b4638baaf824 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.033624] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1011.033624] env[69846]: value = "task-2950040" [ 1011.033624] env[69846]: _type = "Task" [ 1011.033624] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.044208] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950040, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.080421] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a683d63-6ae6-41ba-8cd7-a6deb10a7daf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.088802] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96badb6-b8ee-4d14-b9df-a5a15330e9f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.126493] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9d3971-4098-4ff4-9386-4451f13fd618 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.135903] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793702e-34cc-4a21-b6d8-19acf8da8ed5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.151872] env[69846]: DEBUG nova.compute.provider_tree [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.215859] env[69846]: DEBUG oslo_vmware.api [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950039, 'name': PowerOffVM_Task, 'duration_secs': 0.26735} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.216427] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.216777] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.217196] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d2b1bca-a811-497d-8ea5-0866485fa577 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.243930] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b52e9e-188f-33cd-7b90-f7891ab318c8, 'name': SearchDatastore_Task, 'duration_secs': 0.062526} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.244884] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae80732-201d-410d-8379-b785424daf2a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.252136] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1011.252136] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5281630e-a154-acb6-c969-cc001e5b5339" [ 1011.252136] env[69846]: _type = "Task" [ 1011.252136] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.258255] env[69846]: DEBUG oslo_concurrency.lockutils [req-86b157a9-be04-41d7-a1fb-1f8bf6323b30 req-5c63a234-6e1e-4aa8-93b5-ef587de860f7 service nova] Releasing lock "refresh_cache-d3d25b54-c4d0-4e6d-8688-7abd09857648" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.263141] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5281630e-a154-acb6-c969-cc001e5b5339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.306018] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.306479] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.306711] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Deleting the datastore file [datastore2] 3c7a9ef0-3f60-4d10-a23a-c204653082c6 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.307374] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fa6a28a-3711-4465-91bf-5cd7d42822d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.318318] env[69846]: DEBUG oslo_vmware.api [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 1011.318318] env[69846]: value = "task-2950042" [ 1011.318318] env[69846]: _type = "Task" [ 1011.318318] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.341754] env[69846]: DEBUG oslo_vmware.api [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.380814] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630377} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.381246] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.381552] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.381887] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8a181fb-d392-4c02-ad43-16038dc4a301 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.390311] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for the task: (returnval){ [ 1011.390311] env[69846]: value = "task-2950043" [ 1011.390311] env[69846]: _type = "Task" [ 1011.390311] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.401609] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.544927] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950040, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.655471] env[69846]: DEBUG nova.scheduler.client.report [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.762921] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5281630e-a154-acb6-c969-cc001e5b5339, 'name': SearchDatastore_Task, 'duration_secs': 0.016255} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.763226] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.763492] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d3d25b54-c4d0-4e6d-8688-7abd09857648/d3d25b54-c4d0-4e6d-8688-7abd09857648.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.763783] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49b729b8-44f5-47ef-91f9-f735b0121d33 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.771037] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1011.771037] env[69846]: value = "task-2950045" [ 1011.771037] env[69846]: _type = "Task" [ 1011.771037] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.780278] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.830536] env[69846]: DEBUG oslo_vmware.api [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371527} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.830838] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.831134] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.831235] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.831409] env[69846]: INFO nova.compute.manager [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1011.831731] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.831932] env[69846]: DEBUG nova.compute.manager [-] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.832038] env[69846]: DEBUG nova.network.neutron [-] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.901890] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079815} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.902210] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.903535] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d8c69b-9f90-4942-a20e-49742d6b3cbe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.923943] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.924272] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2205ef-18f2-475e-8fef-20f9f6ad59b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.955330] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for the task: (returnval){ [ 1011.955330] env[69846]: value = "task-2950046" [ 1011.955330] env[69846]: _type = "Task" [ 1011.955330] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.969575] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.050411] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950040, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.164798] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.166983] env[69846]: DEBUG oslo_concurrency.lockutils [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.007s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.166983] env[69846]: DEBUG nova.objects.instance [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lazy-loading 'resources' on Instance uuid babfe69c-731c-4f75-8cc6-d638c0fae43d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.201921] env[69846]: INFO nova.scheduler.client.report [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Deleted allocations for instance 4d4d3145-9900-43f9-ab26-1c42410db693 [ 1012.284437] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950045, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.472387] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950046, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.547532] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950040, 'name': CloneVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.699347] env[69846]: DEBUG nova.compute.manager [req-77cb572c-4022-402d-ad7a-6292ca6b2f1c req-53f9aaed-c6cb-46e3-b3f1-3eb1dca86e9f service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Received event network-vif-deleted-0c4cf264-fc5f-4920-9985-70cbdf7072ce {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.699347] env[69846]: INFO nova.compute.manager [req-77cb572c-4022-402d-ad7a-6292ca6b2f1c req-53f9aaed-c6cb-46e3-b3f1-3eb1dca86e9f service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Neutron deleted interface 0c4cf264-fc5f-4920-9985-70cbdf7072ce; detaching it from the instance and deleting it from the info cache [ 1012.699347] env[69846]: DEBUG nova.network.neutron [req-77cb572c-4022-402d-ad7a-6292ca6b2f1c req-53f9aaed-c6cb-46e3-b3f1-3eb1dca86e9f service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.711448] env[69846]: DEBUG oslo_concurrency.lockutils [None req-75de3831-4711-4c53-8773-39ecb7b0256d tempest-ServerShowV257Test-1451677447 tempest-ServerShowV257Test-1451677447-project-member] Lock "4d4d3145-9900-43f9-ab26-1c42410db693" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.508s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.789171] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584849} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.789171] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d3d25b54-c4d0-4e6d-8688-7abd09857648/d3d25b54-c4d0-4e6d-8688-7abd09857648.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.789171] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.789171] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-868e1fa5-2335-4bdc-b500-3669d8b13f00 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.804650] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1012.804650] env[69846]: value = "task-2950047" [ 1012.804650] env[69846]: _type = "Task" [ 1012.804650] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.817805] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.969490] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950046, 'name': ReconfigVM_Task, 'duration_secs': 0.575043} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.972504] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Reconfigured VM instance instance-00000049 to attach disk [datastore1] dae8e366-9dcd-4d13-9cea-a94afc4bae75/dae8e366-9dcd-4d13-9cea-a94afc4bae75.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.973764] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fbba189-6eba-42e5-8bed-e6aa47aa9ecd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.981932] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for the task: (returnval){ [ 1012.981932] env[69846]: value = "task-2950048" [ 1012.981932] env[69846]: _type = "Task" [ 1012.981932] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.000633] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950048, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.052077] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950040, 'name': CloneVM_Task, 'duration_secs': 1.598974} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.052077] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Created linked-clone VM from snapshot [ 1013.052888] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31617cd-65d1-4bdb-966b-569350606cba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.062752] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Uploading image 6d86535d-aacc-42c7-9659-e83b56432a5e {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1013.098427] env[69846]: DEBUG oslo_vmware.rw_handles [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1013.098427] env[69846]: value = "vm-592097" [ 1013.098427] env[69846]: _type = "VirtualMachine" [ 1013.098427] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1013.099026] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-20453f9c-ffdc-4992-bcee-af72a5b8f472 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.107841] env[69846]: DEBUG oslo_vmware.rw_handles [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lease: (returnval){ [ 1013.107841] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e8611d-874a-8d13-be51-b0fae22eef09" [ 1013.107841] env[69846]: _type = "HttpNfcLease" [ 1013.107841] env[69846]: } obtained for exporting VM: (result){ [ 1013.107841] env[69846]: value = "vm-592097" [ 1013.107841] env[69846]: _type = "VirtualMachine" [ 1013.107841] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1013.108122] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the lease: (returnval){ [ 1013.108122] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e8611d-874a-8d13-be51-b0fae22eef09" [ 1013.108122] env[69846]: _type = "HttpNfcLease" [ 1013.108122] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1013.116012] env[69846]: DEBUG nova.network.neutron [-] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.121838] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.121838] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e8611d-874a-8d13-be51-b0fae22eef09" [ 1013.121838] env[69846]: _type = "HttpNfcLease" [ 1013.121838] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.131744] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9b8b1a-60fe-4ff0-b9c0-6206aa45a7fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.141923] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e9d368-b6f3-43b9-be5c-d42596a1707e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.179315] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad8dc3-bee2-4cb5-9859-b010deb1d2f1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.188996] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89759e29-c3e5-449e-84d3-9b89267b999e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.203832] env[69846]: DEBUG nova.compute.provider_tree [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.208155] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d3544d5-b8d0-4884-ad7e-5da8cceb4784 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.219856] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8480028c-25dd-44ba-a987-12c66993353f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.260866] env[69846]: DEBUG nova.compute.manager [req-77cb572c-4022-402d-ad7a-6292ca6b2f1c req-53f9aaed-c6cb-46e3-b3f1-3eb1dca86e9f service nova] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Detach interface failed, port_id=0c4cf264-fc5f-4920-9985-70cbdf7072ce, reason: Instance 3c7a9ef0-3f60-4d10-a23a-c204653082c6 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.314205] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086879} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.314359] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.315050] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdb21e0-95a5-47ca-9886-4ae7168da001 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.344647] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d3d25b54-c4d0-4e6d-8688-7abd09857648/d3d25b54-c4d0-4e6d-8688-7abd09857648.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.345216] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0cfa801-20d9-47d0-a21c-d30d490edc41 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.369253] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1013.369253] env[69846]: value = "task-2950050" [ 1013.369253] env[69846]: _type = "Task" [ 1013.369253] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.381108] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.495813] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950048, 'name': Rename_Task, 'duration_secs': 0.156928} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.496293] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.496663] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f192101e-3208-42eb-a38f-4f58ae70b124 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.508137] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Waiting for the task: (returnval){ [ 1013.508137] env[69846]: value = "task-2950051" [ 1013.508137] env[69846]: _type = "Task" [ 1013.508137] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.514880] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.619420] env[69846]: INFO nova.compute.manager [-] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Took 1.79 seconds to deallocate network for instance. [ 1013.619942] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.619942] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e8611d-874a-8d13-be51-b0fae22eef09" [ 1013.619942] env[69846]: _type = "HttpNfcLease" [ 1013.619942] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1013.626851] env[69846]: DEBUG oslo_vmware.rw_handles [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1013.626851] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e8611d-874a-8d13-be51-b0fae22eef09" [ 1013.626851] env[69846]: _type = "HttpNfcLease" [ 1013.626851] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1013.627658] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f901166-73d6-488f-9da9-b05bf9c21147 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.639965] env[69846]: DEBUG oslo_vmware.rw_handles [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f4a1f-c6fe-28f3-f3b4-ff73b60098fb/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1013.640223] env[69846]: DEBUG oslo_vmware.rw_handles [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f4a1f-c6fe-28f3-f3b4-ff73b60098fb/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1013.706970] env[69846]: DEBUG nova.scheduler.client.report [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.767134] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea32fe91-762d-48e6-99a6-ab6d3f74f4e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.882528] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.020834] env[69846]: DEBUG oslo_vmware.api [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Task: {'id': task-2950051, 'name': PowerOnVM_Task, 'duration_secs': 0.501766} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.021742] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.021742] env[69846]: DEBUG nova.compute.manager [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.023754] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adda14f8-860c-4e17-bf54-4a72046b2210 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.132817] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.213976] env[69846]: DEBUG oslo_concurrency.lockutils [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.218015] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.137s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.223024] env[69846]: DEBUG nova.objects.instance [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1014.242896] env[69846]: INFO nova.scheduler.client.report [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleted allocations for instance babfe69c-731c-4f75-8cc6-d638c0fae43d [ 1014.321524] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1014.321957] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592095', 'volume_id': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'name': 'volume-dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '821ee995-2b25-4053-bc3c-6523f1db90e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'serial': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1014.323068] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f4f594-63c3-4f51-94d6-ee8118b91384 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.345880] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c0e532-7825-4a9c-a640-7a0495427e94 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.377196] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-dc6a864a-f21d-44f0-8027-f15f12e7f3f6/volume-dc6a864a-f21d-44f0-8027-f15f12e7f3f6.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.377743] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f7ead49-ca8e-416f-a4aa-215415bafb71 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.403783] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950050, 'name': ReconfigVM_Task, 'duration_secs': 0.522833} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.405498] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d3d25b54-c4d0-4e6d-8688-7abd09857648/d3d25b54-c4d0-4e6d-8688-7abd09857648.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.406367] env[69846]: DEBUG oslo_vmware.api [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1014.406367] env[69846]: value = "task-2950052" [ 1014.406367] env[69846]: _type = "Task" [ 1014.406367] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.406653] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c506404b-a193-4619-b2f2-ba538657b15a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.418731] env[69846]: DEBUG oslo_vmware.api [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.420465] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1014.420465] env[69846]: value = "task-2950053" [ 1014.420465] env[69846]: _type = "Task" [ 1014.420465] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.430807] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950053, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.548931] env[69846]: DEBUG oslo_concurrency.lockutils [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.756402] env[69846]: DEBUG oslo_concurrency.lockutils [None req-39f33add-198c-4783-851c-26701afb9d3d tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "babfe69c-731c-4f75-8cc6-d638c0fae43d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.037s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.921251] env[69846]: DEBUG oslo_vmware.api [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.932684] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950053, 'name': Rename_Task, 'duration_secs': 0.209221} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.933279] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.933752] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07148ae2-3f41-4718-98e0-aaee335b36c0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.942868] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1014.942868] env[69846]: value = "task-2950054" [ 1014.942868] env[69846]: _type = "Task" [ 1014.942868] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.953321] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.230585] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c552437-16ec-4f56-b74d-55535f754dc7 tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.231882] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.060s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.232096] env[69846]: DEBUG nova.objects.instance [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1015.421023] env[69846]: DEBUG oslo_vmware.api [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950052, 'name': ReconfigVM_Task, 'duration_secs': 0.528317} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.421710] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-dc6a864a-f21d-44f0-8027-f15f12e7f3f6/volume-dc6a864a-f21d-44f0-8027-f15f12e7f3f6.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.427181] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591f7733-515d-4668-a4a4-118dabade813 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.445638] env[69846]: DEBUG oslo_vmware.api [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1015.445638] env[69846]: value = "task-2950055" [ 1015.445638] env[69846]: _type = "Task" [ 1015.445638] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.462369] env[69846]: DEBUG oslo_vmware.api [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.466206] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950054, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.963489] env[69846]: DEBUG oslo_vmware.api [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950054, 'name': PowerOnVM_Task, 'duration_secs': 0.674235} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.968451] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.968827] env[69846]: INFO nova.compute.manager [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1015.969520] env[69846]: DEBUG nova.compute.manager [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.969615] env[69846]: DEBUG oslo_vmware.api [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950055, 'name': ReconfigVM_Task, 'duration_secs': 0.244712} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.970756] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797f40e1-ac2d-4bd4-b1d3-d45458554298 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.974843] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592095', 'volume_id': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'name': 'volume-dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '821ee995-2b25-4053-bc3c-6523f1db90e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'serial': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1016.083337] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240eda1-fbdb-585a-16c1-85551a35f1e6/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1016.084337] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16367a3-bf2f-48fb-bcef-3a5ac8b35343 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.092084] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240eda1-fbdb-585a-16c1-85551a35f1e6/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1016.092287] env[69846]: ERROR oslo_vmware.rw_handles [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240eda1-fbdb-585a-16c1-85551a35f1e6/disk-0.vmdk due to incomplete transfer. [ 1016.092522] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b82d65ed-b556-4e74-972f-df9397b0aed3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.101120] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240eda1-fbdb-585a-16c1-85551a35f1e6/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1016.101332] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Uploaded image d0c5b579-981f-4f67-8829-e2bbffa14b1e to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1016.103878] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1016.104458] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a73b980b-a47d-416d-a96f-3e4fb295f15e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.111868] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1016.111868] env[69846]: value = "task-2950056" [ 1016.111868] env[69846]: _type = "Task" [ 1016.111868] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.120872] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950056, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.245693] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6853bb79-542d-4891-86fb-8e647d14163f tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.248772] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.493s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.250481] env[69846]: INFO nova.compute.claims [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.499293] env[69846]: INFO nova.compute.manager [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Took 30.30 seconds to build instance. [ 1016.624776] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950056, 'name': Destroy_Task, 'duration_secs': 0.313066} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.624776] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Destroyed the VM [ 1016.624776] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1016.624776] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d98c3bd1-f43d-4119-87f7-52fb3e91d47e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.636025] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1016.636025] env[69846]: value = "task-2950057" [ 1016.636025] env[69846]: _type = "Task" [ 1016.636025] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.640310] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.641124] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.641124] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.641270] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.641576] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.643941] env[69846]: INFO nova.compute.manager [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Terminating instance [ 1016.651477] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950057, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.715024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "dae8e366-9dcd-4d13-9cea-a94afc4bae75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.715024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "dae8e366-9dcd-4d13-9cea-a94afc4bae75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.715024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "dae8e366-9dcd-4d13-9cea-a94afc4bae75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.715024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "dae8e366-9dcd-4d13-9cea-a94afc4bae75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.715024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "dae8e366-9dcd-4d13-9cea-a94afc4bae75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.716949] env[69846]: INFO nova.compute.manager [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Terminating instance [ 1017.000686] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.818s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.015564] env[69846]: DEBUG nova.objects.instance [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lazy-loading 'flavor' on Instance uuid 821ee995-2b25-4053-bc3c-6523f1db90e2 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.149692] env[69846]: DEBUG nova.compute.manager [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.150295] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.150361] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950057, 'name': RemoveSnapshot_Task, 'duration_secs': 0.397419} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.151142] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e8145f-f28b-44f5-9b8c-4e4a7a7d8473 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.154373] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1017.154888] env[69846]: DEBUG nova.compute.manager [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.156252] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f907fcd-4c59-45a5-8cf8-60762bb90f79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.174213] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.174213] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44667e8f-a0fe-446e-819a-592a0433eda2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.186920] env[69846]: DEBUG oslo_vmware.api [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 1017.186920] env[69846]: value = "task-2950058" [ 1017.186920] env[69846]: _type = "Task" [ 1017.186920] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.200088] env[69846]: DEBUG oslo_vmware.api [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2950058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.222734] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "refresh_cache-dae8e366-9dcd-4d13-9cea-a94afc4bae75" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.222982] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquired lock "refresh_cache-dae8e366-9dcd-4d13-9cea-a94afc4bae75" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.223184] env[69846]: DEBUG nova.network.neutron [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.523808] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4392302d-7399-4bb1-ad94-6ea060702dea tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.331s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.677271] env[69846]: INFO nova.compute.manager [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Shelve offloading [ 1017.698831] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a283a8fe-e10b-467c-b625-dbc882f041ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.707261] env[69846]: DEBUG oslo_vmware.api [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2950058, 'name': PowerOffVM_Task, 'duration_secs': 0.43452} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.707731] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.707912] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.708314] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a16d064-bd6f-449b-8adc-251124a41f05 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.715183] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c7f4c-78c1-44af-a05b-851c11ecb16c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.779596] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a24297a-b921-482a-9fcb-fc60dd0a24bd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.795101] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e77a6-d177-4fcd-bebe-b51b964ab488 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.806304] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.806672] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.807063] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleting the datastore file [datastore2] b2518f4f-9b12-4f19-9089-15c22d9f96e9 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.808990] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27e98773-c24f-498d-acc9-28686b0e2dda {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.830660] env[69846]: DEBUG nova.compute.provider_tree [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.833261] env[69846]: DEBUG nova.network.neutron [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.836404] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "821ee995-2b25-4053-bc3c-6523f1db90e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.836632] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.842090] env[69846]: DEBUG nova.compute.manager [req-43066e5c-2123-43ec-a9c6-600a9235e4c6 req-0968970c-3a5c-43f3-b401-15258be3c735 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Received event network-changed-749eacc3-687c-4478-9b16-a4d90c0945e9 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.842471] env[69846]: DEBUG nova.compute.manager [req-43066e5c-2123-43ec-a9c6-600a9235e4c6 req-0968970c-3a5c-43f3-b401-15258be3c735 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Refreshing instance network info cache due to event network-changed-749eacc3-687c-4478-9b16-a4d90c0945e9. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.842755] env[69846]: DEBUG oslo_concurrency.lockutils [req-43066e5c-2123-43ec-a9c6-600a9235e4c6 req-0968970c-3a5c-43f3-b401-15258be3c735 service nova] Acquiring lock "refresh_cache-d3d25b54-c4d0-4e6d-8688-7abd09857648" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.843562] env[69846]: DEBUG oslo_concurrency.lockutils [req-43066e5c-2123-43ec-a9c6-600a9235e4c6 req-0968970c-3a5c-43f3-b401-15258be3c735 service nova] Acquired lock "refresh_cache-d3d25b54-c4d0-4e6d-8688-7abd09857648" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.843562] env[69846]: DEBUG nova.network.neutron [req-43066e5c-2123-43ec-a9c6-600a9235e4c6 req-0968970c-3a5c-43f3-b401-15258be3c735 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Refreshing network info cache for port 749eacc3-687c-4478-9b16-a4d90c0945e9 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.847862] env[69846]: DEBUG oslo_vmware.api [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for the task: (returnval){ [ 1017.847862] env[69846]: value = "task-2950060" [ 1017.847862] env[69846]: _type = "Task" [ 1017.847862] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.863282] env[69846]: DEBUG oslo_vmware.api [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2950060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.943312] env[69846]: DEBUG nova.network.neutron [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.181681] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.182659] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-669b964e-6362-4896-b74e-0d7f1e08629f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.194048] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1018.194048] env[69846]: value = "task-2950061" [ 1018.194048] env[69846]: _type = "Task" [ 1018.194048] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.205693] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.344214] env[69846]: DEBUG nova.scheduler.client.report [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.348154] env[69846]: INFO nova.compute.manager [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Detaching volume dc6a864a-f21d-44f0-8027-f15f12e7f3f6 [ 1018.369272] env[69846]: DEBUG oslo_vmware.api [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Task: {'id': task-2950060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437504} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.369571] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.369768] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.369953] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.370218] env[69846]: INFO nova.compute.manager [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1018.370510] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.370720] env[69846]: DEBUG nova.compute.manager [-] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.371113] env[69846]: DEBUG nova.network.neutron [-] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.398677] env[69846]: INFO nova.virt.block_device [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Attempting to driver detach volume dc6a864a-f21d-44f0-8027-f15f12e7f3f6 from mountpoint /dev/sdb [ 1018.398976] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.399200] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592095', 'volume_id': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'name': 'volume-dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '821ee995-2b25-4053-bc3c-6523f1db90e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'serial': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.400488] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c7457f-5968-4752-a49f-02c3a3f1644c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.424536] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6aa235-589a-4819-90e5-1a3119cb5fed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.436402] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc740cc-0e81-4941-8d17-c602ba3e3474 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.466447] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Releasing lock "refresh_cache-dae8e366-9dcd-4d13-9cea-a94afc4bae75" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.467066] env[69846]: DEBUG nova.compute.manager [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.467191] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.471505] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef09d162-ff90-4125-98b5-14c1419df1a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.475917] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef0fd5a-d4ef-4609-b239-9e369fd0df2a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.488295] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.501128] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-215b711e-d850-46a4-824c-68aef03f5b22 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.503255] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] The volume has not been displaced from its original location: [datastore1] volume-dc6a864a-f21d-44f0-8027-f15f12e7f3f6/volume-dc6a864a-f21d-44f0-8027-f15f12e7f3f6.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.509644] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.510098] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adb2b76-a469-41d4-bbf6-d718c9b6da6d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.534272] env[69846]: DEBUG oslo_vmware.api [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1018.534272] env[69846]: value = "task-2950063" [ 1018.534272] env[69846]: _type = "Task" [ 1018.534272] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.541024] env[69846]: DEBUG oslo_vmware.api [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 1018.541024] env[69846]: value = "task-2950062" [ 1018.541024] env[69846]: _type = "Task" [ 1018.541024] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.560464] env[69846]: DEBUG oslo_vmware.api [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.561530] env[69846]: DEBUG oslo_vmware.api [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.712112] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.712390] env[69846]: DEBUG nova.compute.manager [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.713356] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f8edbf-571b-462d-aeda-e2f0ef04d527 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.725546] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.725546] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.725753] env[69846]: DEBUG nova.network.neutron [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.811194] env[69846]: DEBUG nova.network.neutron [req-43066e5c-2123-43ec-a9c6-600a9235e4c6 req-0968970c-3a5c-43f3-b401-15258be3c735 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Updated VIF entry in instance network info cache for port 749eacc3-687c-4478-9b16-a4d90c0945e9. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.811560] env[69846]: DEBUG nova.network.neutron [req-43066e5c-2123-43ec-a9c6-600a9235e4c6 req-0968970c-3a5c-43f3-b401-15258be3c735 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Updating instance_info_cache with network_info: [{"id": "749eacc3-687c-4478-9b16-a4d90c0945e9", "address": "fa:16:3e:e5:4d:b3", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap749eacc3-68", "ovs_interfaceid": "749eacc3-687c-4478-9b16-a4d90c0945e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.854064] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.854335] env[69846]: DEBUG nova.compute.manager [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.857224] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.143s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.857331] env[69846]: DEBUG nova.objects.instance [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lazy-loading 'resources' on Instance uuid e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.053320] env[69846]: DEBUG oslo_vmware.api [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950063, 'name': ReconfigVM_Task, 'duration_secs': 0.342678} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.056981] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1019.061876] env[69846]: DEBUG oslo_vmware.api [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950062, 'name': PowerOffVM_Task, 'duration_secs': 0.170983} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.062278] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caed2ec2-1c26-4667-9d1f-2de1057392e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.072647] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.073085] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.075978] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa837d81-bc2d-40f3-96bc-3f43e1edfcf2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.084422] env[69846]: DEBUG oslo_vmware.api [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1019.084422] env[69846]: value = "task-2950065" [ 1019.084422] env[69846]: _type = "Task" [ 1019.084422] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.094611] env[69846]: DEBUG oslo_vmware.api [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.104805] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.105208] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.105317] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Deleting the datastore file [datastore1] dae8e366-9dcd-4d13-9cea-a94afc4bae75 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.105532] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d5359aa-1aff-42b5-9d8b-58f111c2da3d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.113164] env[69846]: DEBUG oslo_vmware.api [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for the task: (returnval){ [ 1019.113164] env[69846]: value = "task-2950066" [ 1019.113164] env[69846]: _type = "Task" [ 1019.113164] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.127641] env[69846]: DEBUG oslo_vmware.api [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.189336] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquiring lock "e3216afd-3400-45cd-a918-52d81c899a1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.189564] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "e3216afd-3400-45cd-a918-52d81c899a1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.262679] env[69846]: DEBUG nova.network.neutron [-] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.315554] env[69846]: DEBUG oslo_concurrency.lockutils [req-43066e5c-2123-43ec-a9c6-600a9235e4c6 req-0968970c-3a5c-43f3-b401-15258be3c735 service nova] Releasing lock "refresh_cache-d3d25b54-c4d0-4e6d-8688-7abd09857648" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.360604] env[69846]: DEBUG nova.compute.utils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.366885] env[69846]: DEBUG nova.compute.manager [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.367249] env[69846]: DEBUG nova.network.neutron [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.416423] env[69846]: DEBUG nova.policy [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '317d352ae7684e2483f576f99b899f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6e16b9a38743b797a3cf9c2338ff3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.545361] env[69846]: DEBUG nova.network.neutron [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating instance_info_cache with network_info: [{"id": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "address": "fa:16:3e:98:5f:82", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edc9b6-65", "ovs_interfaceid": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.595370] env[69846]: DEBUG oslo_vmware.api [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950065, 'name': ReconfigVM_Task, 'duration_secs': 0.202767} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.598237] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592095', 'volume_id': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'name': 'volume-dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '821ee995-2b25-4053-bc3c-6523f1db90e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6', 'serial': 'dc6a864a-f21d-44f0-8027-f15f12e7f3f6'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1019.625031] env[69846]: DEBUG oslo_vmware.api [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Task: {'id': task-2950066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166525} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.626103] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.626103] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.626103] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.626103] env[69846]: INFO nova.compute.manager [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1019.626103] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.626552] env[69846]: DEBUG nova.compute.manager [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.626552] env[69846]: DEBUG nova.network.neutron [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.665118] env[69846]: DEBUG nova.network.neutron [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.697051] env[69846]: DEBUG nova.compute.manager [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.766991] env[69846]: INFO nova.compute.manager [-] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Took 1.40 seconds to deallocate network for instance. [ 1019.775558] env[69846]: DEBUG nova.network.neutron [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Successfully created port: a7b0e155-fac9-4294-8802-ca3151d8a7cb {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.784090] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c36840-9d59-4c15-80f1-4d861979e13b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.793029] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f10bb-827e-4b23-b7bc-b06646a27b3a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.836169] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e61e139-4729-4185-8b55-5cea1dc612af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.848268] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b08435-92b2-490f-9317-c1fe17437a40 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.861884] env[69846]: DEBUG nova.compute.provider_tree [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.867915] env[69846]: DEBUG nova.compute.manager [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.872209] env[69846]: DEBUG nova.compute.manager [req-639a5bdc-c4e8-455f-81da-f19f624e5ee0 req-9534f623-e5b0-467f-8077-02dc7479d06f service nova] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Received event network-vif-deleted-d558651f-ab11-4bba-bd9f-c66d193ad7b3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.049186] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.165027] env[69846]: DEBUG nova.objects.instance [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lazy-loading 'flavor' on Instance uuid 821ee995-2b25-4053-bc3c-6523f1db90e2 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.166735] env[69846]: DEBUG nova.network.neutron [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.227155] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.284839] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.366375] env[69846]: DEBUG nova.scheduler.client.report [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.448694] env[69846]: DEBUG nova.compute.manager [req-1ec4a12d-b216-4cb3-8277-6753f4c31cad req-f6c6329e-4750-472a-a00a-cc3cc9af7e0f service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received event network-vif-unplugged-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.448694] env[69846]: DEBUG oslo_concurrency.lockutils [req-1ec4a12d-b216-4cb3-8277-6753f4c31cad req-f6c6329e-4750-472a-a00a-cc3cc9af7e0f service nova] Acquiring lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.448821] env[69846]: DEBUG oslo_concurrency.lockutils [req-1ec4a12d-b216-4cb3-8277-6753f4c31cad req-f6c6329e-4750-472a-a00a-cc3cc9af7e0f service nova] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.449012] env[69846]: DEBUG oslo_concurrency.lockutils [req-1ec4a12d-b216-4cb3-8277-6753f4c31cad req-f6c6329e-4750-472a-a00a-cc3cc9af7e0f service nova] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.449226] env[69846]: DEBUG nova.compute.manager [req-1ec4a12d-b216-4cb3-8277-6753f4c31cad req-f6c6329e-4750-472a-a00a-cc3cc9af7e0f service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] No waiting events found dispatching network-vif-unplugged-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.449474] env[69846]: WARNING nova.compute.manager [req-1ec4a12d-b216-4cb3-8277-6753f4c31cad req-f6c6329e-4750-472a-a00a-cc3cc9af7e0f service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received unexpected event network-vif-unplugged-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 for instance with vm_state shelved and task_state shelving_offloading. [ 1020.638583] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.639540] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8faf11-d1b5-4f06-b513-17cfaf287691 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.649180] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.649180] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0818f91f-fca6-4f60-9bc7-16a9b6307619 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.668995] env[69846]: INFO nova.compute.manager [-] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Took 1.04 seconds to deallocate network for instance. [ 1020.724589] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.724589] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.724589] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleting the datastore file [datastore1] 39baf588-6c09-4df4-a426-d2158d9c7afc {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.725067] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47bcf389-9ae9-436f-9006-586231c09b2e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.732854] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1020.732854] env[69846]: value = "task-2950068" [ 1020.732854] env[69846]: _type = "Task" [ 1020.732854] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.741690] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.871715] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.874618] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.868s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.874618] env[69846]: DEBUG nova.objects.instance [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lazy-loading 'resources' on Instance uuid 7810f774-90f5-4f9e-8504-b9b7f5840311 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.879276] env[69846]: DEBUG nova.compute.manager [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.897476] env[69846]: INFO nova.scheduler.client.report [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Deleted allocations for instance e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082 [ 1020.902943] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.903197] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.903356] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.903540] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.903683] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.903830] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.904109] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.904508] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.904508] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.904583] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.904768] env[69846]: DEBUG nova.virt.hardware [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.905625] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e996786a-96d1-4d8f-a2a9-0fbe67e08983 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.914681] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c939aacc-e286-49bb-af3b-8fbed89eaa94 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.174183] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2d8bf60a-701e-4ff8-bf15-f1949704d8f6 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.178695] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.246786] env[69846]: DEBUG oslo_vmware.api [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3618} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.246786] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.246786] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.246786] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.268478] env[69846]: INFO nova.scheduler.client.report [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleted allocations for instance 39baf588-6c09-4df4-a426-d2158d9c7afc [ 1021.358453] env[69846]: DEBUG nova.network.neutron [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Successfully updated port: a7b0e155-fac9-4294-8802-ca3151d8a7cb {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.413952] env[69846]: DEBUG oslo_concurrency.lockutils [None req-223f94c7-401d-494e-be6e-9b533920248f tempest-ServerShowV254Test-926745304 tempest-ServerShowV254Test-926745304-project-member] Lock "e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.935s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.693750] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56105d0d-ca16-4e31-ab36-8c56170b7117 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.704199] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42457404-f1c1-49e0-9496-9d46df20aab3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.734444] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774bfd8b-8666-4416-b976-e7eaa1a2238a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.743959] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa80c8b-0183-45da-aa10-ae3b1a511bc2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.769516] env[69846]: DEBUG nova.compute.provider_tree [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.782233] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.862349] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.862349] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.862671] env[69846]: DEBUG nova.network.neutron [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.913879] env[69846]: DEBUG nova.compute.manager [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Received event network-vif-plugged-a7b0e155-fac9-4294-8802-ca3151d8a7cb {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.913879] env[69846]: DEBUG oslo_concurrency.lockutils [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] Acquiring lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.913879] env[69846]: DEBUG oslo_concurrency.lockutils [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.913879] env[69846]: DEBUG oslo_concurrency.lockutils [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.913879] env[69846]: DEBUG nova.compute.manager [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] No waiting events found dispatching network-vif-plugged-a7b0e155-fac9-4294-8802-ca3151d8a7cb {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.913879] env[69846]: WARNING nova.compute.manager [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Received unexpected event network-vif-plugged-a7b0e155-fac9-4294-8802-ca3151d8a7cb for instance with vm_state building and task_state spawning. [ 1021.913879] env[69846]: DEBUG nova.compute.manager [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Received event network-changed-a7b0e155-fac9-4294-8802-ca3151d8a7cb {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.914379] env[69846]: DEBUG nova.compute.manager [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Refreshing instance network info cache due to event network-changed-a7b0e155-fac9-4294-8802-ca3151d8a7cb. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.914379] env[69846]: DEBUG oslo_concurrency.lockutils [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] Acquiring lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.272501] env[69846]: DEBUG nova.scheduler.client.report [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.279709] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "de11a410-825e-44f9-b78b-79d93fe8b1bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.280053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "de11a410-825e-44f9-b78b-79d93fe8b1bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.398379] env[69846]: DEBUG nova.network.neutron [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.492695] env[69846]: DEBUG nova.compute.manager [req-4eca35ed-f0fa-44e7-90f5-c76c3e3a523a req-7efc4e5f-e53e-451d-8680-19505c9a3084 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received event network-changed-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.492974] env[69846]: DEBUG nova.compute.manager [req-4eca35ed-f0fa-44e7-90f5-c76c3e3a523a req-7efc4e5f-e53e-451d-8680-19505c9a3084 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Refreshing instance network info cache due to event network-changed-48edc9b6-65ab-4cb3-8687-f22d0e472aa1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.493180] env[69846]: DEBUG oslo_concurrency.lockutils [req-4eca35ed-f0fa-44e7-90f5-c76c3e3a523a req-7efc4e5f-e53e-451d-8680-19505c9a3084 service nova] Acquiring lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.493314] env[69846]: DEBUG oslo_concurrency.lockutils [req-4eca35ed-f0fa-44e7-90f5-c76c3e3a523a req-7efc4e5f-e53e-451d-8680-19505c9a3084 service nova] Acquired lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.493938] env[69846]: DEBUG nova.network.neutron [req-4eca35ed-f0fa-44e7-90f5-c76c3e3a523a req-7efc4e5f-e53e-451d-8680-19505c9a3084 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Refreshing network info cache for port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.560322] env[69846]: DEBUG nova.network.neutron [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Updating instance_info_cache with network_info: [{"id": "a7b0e155-fac9-4294-8802-ca3151d8a7cb", "address": "fa:16:3e:cf:3d:0e", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b0e155-fa", "ovs_interfaceid": "a7b0e155-fac9-4294-8802-ca3151d8a7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.782269] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.784470] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.652s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.784780] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.789019] env[69846]: DEBUG oslo_concurrency.lockutils [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.240s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.789019] env[69846]: DEBUG nova.objects.instance [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1022.791516] env[69846]: DEBUG nova.compute.manager [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.807234] env[69846]: INFO nova.scheduler.client.report [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Deleted allocations for instance 7810f774-90f5-4f9e-8504-b9b7f5840311 [ 1022.819260] env[69846]: INFO nova.scheduler.client.report [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Deleted allocations for instance 3c7a9ef0-3f60-4d10-a23a-c204653082c6 [ 1023.067914] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.068591] env[69846]: DEBUG nova.compute.manager [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Instance network_info: |[{"id": "a7b0e155-fac9-4294-8802-ca3151d8a7cb", "address": "fa:16:3e:cf:3d:0e", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b0e155-fa", "ovs_interfaceid": "a7b0e155-fac9-4294-8802-ca3151d8a7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.070807] env[69846]: DEBUG oslo_concurrency.lockutils [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] Acquired lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.070990] env[69846]: DEBUG nova.network.neutron [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Refreshing network info cache for port a7b0e155-fac9-4294-8802-ca3151d8a7cb {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.072338] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:3d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7b0e155-fac9-4294-8802-ca3151d8a7cb', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.082435] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.085989] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.086518] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af97ad23-91b7-414a-835f-827e5550088f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.113167] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.113167] env[69846]: value = "task-2950069" [ 1023.113167] env[69846]: _type = "Task" [ 1023.113167] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.124953] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950069, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.322513] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "7810f774-90f5-4f9e-8504-b9b7f5840311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.743s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.329380] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85f13359-dfee-4754-809d-61aecf7f3d37 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "3c7a9ef0-3f60-4d10-a23a-c204653082c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.187s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.332618] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.459935] env[69846]: DEBUG nova.network.neutron [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Updated VIF entry in instance network info cache for port a7b0e155-fac9-4294-8802-ca3151d8a7cb. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.460530] env[69846]: DEBUG nova.network.neutron [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Updating instance_info_cache with network_info: [{"id": "a7b0e155-fac9-4294-8802-ca3151d8a7cb", "address": "fa:16:3e:cf:3d:0e", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b0e155-fa", "ovs_interfaceid": "a7b0e155-fac9-4294-8802-ca3151d8a7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.550262] env[69846]: DEBUG nova.network.neutron [req-4eca35ed-f0fa-44e7-90f5-c76c3e3a523a req-7efc4e5f-e53e-451d-8680-19505c9a3084 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updated VIF entry in instance network info cache for port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.550458] env[69846]: DEBUG nova.network.neutron [req-4eca35ed-f0fa-44e7-90f5-c76c3e3a523a req-7efc4e5f-e53e-451d-8680-19505c9a3084 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating instance_info_cache with network_info: [{"id": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "address": "fa:16:3e:98:5f:82", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap48edc9b6-65", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.606230] env[69846]: DEBUG nova.objects.instance [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lazy-loading 'flavor' on Instance uuid 563d5262-1fe8-4422-bc4d-cfeec673ae6b {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.626709] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950069, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.658421] env[69846]: DEBUG oslo_vmware.rw_handles [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f4a1f-c6fe-28f3-f3b4-ff73b60098fb/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.659383] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a636ed-83cc-4190-92b0-fdcd94b025e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.667307] env[69846]: DEBUG oslo_vmware.rw_handles [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f4a1f-c6fe-28f3-f3b4-ff73b60098fb/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.667496] env[69846]: ERROR oslo_vmware.rw_handles [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f4a1f-c6fe-28f3-f3b4-ff73b60098fb/disk-0.vmdk due to incomplete transfer. [ 1023.667744] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-58b33f41-368c-441e-b6d5-e0239f300480 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.677142] env[69846]: DEBUG oslo_vmware.rw_handles [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527f4a1f-c6fe-28f3-f3b4-ff73b60098fb/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.677496] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Uploaded image 6d86535d-aacc-42c7-9659-e83b56432a5e to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.679351] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.679627] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9904215c-2f19-490b-94ee-b3ccc61f909d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.686951] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1023.686951] env[69846]: value = "task-2950070" [ 1023.686951] env[69846]: _type = "Task" [ 1023.686951] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.698195] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950070, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.803502] env[69846]: DEBUG oslo_concurrency.lockutils [None req-20fa3bdf-d55e-4da4-8aa9-7988e6ce32c3 tempest-ServersAdmin275Test-963438460 tempest-ServersAdmin275Test-963438460-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.804523] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.578s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.806018] env[69846]: INFO nova.compute.claims [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.809620] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.809885] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.810120] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.810333] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.810506] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.812633] env[69846]: INFO nova.compute.manager [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Terminating instance [ 1023.963730] env[69846]: DEBUG oslo_concurrency.lockutils [req-e71d6f78-fc1e-426d-9f6c-b4a4c1635b0a req-ff7cfe58-ceef-4e2d-a132-4c088bb0b0ed service nova] Releasing lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.063117] env[69846]: DEBUG oslo_concurrency.lockutils [req-4eca35ed-f0fa-44e7-90f5-c76c3e3a523a req-7efc4e5f-e53e-451d-8680-19505c9a3084 service nova] Releasing lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.117019] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquiring lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.117019] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquired lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.129128] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950069, 'name': CreateVM_Task, 'duration_secs': 0.524856} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.129416] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.130178] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.130485] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.130877] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.131240] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8778e3c6-2c79-4798-9e4c-666f0bbdfe9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.136793] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1024.136793] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d12543-7ee5-5ab4-44ab-48e1bc051061" [ 1024.136793] env[69846]: _type = "Task" [ 1024.136793] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.145910] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d12543-7ee5-5ab4-44ab-48e1bc051061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.197749] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950070, 'name': Destroy_Task, 'duration_secs': 0.415234} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.198042] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Destroyed the VM [ 1024.198295] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.198550] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02f2dacf-f4cd-4f20-9c05-8b6d64f12487 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.206018] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1024.206018] env[69846]: value = "task-2950071" [ 1024.206018] env[69846]: _type = "Task" [ 1024.206018] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.209307] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "fcc35999-1784-4bb2-b148-49d543d93332" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.209535] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "fcc35999-1784-4bb2-b148-49d543d93332" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.209730] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "fcc35999-1784-4bb2-b148-49d543d93332-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.209971] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "fcc35999-1784-4bb2-b148-49d543d93332-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.210128] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "fcc35999-1784-4bb2-b148-49d543d93332-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.212243] env[69846]: INFO nova.compute.manager [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Terminating instance [ 1024.218765] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950071, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.298376] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "39baf588-6c09-4df4-a426-d2158d9c7afc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.316401] env[69846]: DEBUG nova.compute.manager [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.316643] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.317524] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedbf629-8936-4c98-8cbf-0efb47223f67 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.326863] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.327473] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7620127a-5028-44f4-86c8-ec9fdb20ff4d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.336757] env[69846]: DEBUG oslo_vmware.api [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 1024.336757] env[69846]: value = "task-2950072" [ 1024.336757] env[69846]: _type = "Task" [ 1024.336757] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.348337] env[69846]: DEBUG oslo_vmware.api [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.648483] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d12543-7ee5-5ab4-44ab-48e1bc051061, 'name': SearchDatastore_Task, 'duration_secs': 0.011232} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.650097] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.650097] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.650097] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.650097] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.650097] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.650097] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-292d7413-f4a1-4bb4-8a2c-1a2178f26331 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.659314] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.659496] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.660276] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f810999a-5f3a-4964-9ad2-09469c8e390d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.665938] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1024.665938] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52eb3c71-1428-71e2-71e5-d8e78fdf48d5" [ 1024.665938] env[69846]: _type = "Task" [ 1024.665938] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.674090] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52eb3c71-1428-71e2-71e5-d8e78fdf48d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.718111] env[69846]: DEBUG nova.compute.manager [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.718313] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.718798] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950071, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.719462] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1f07ff-178c-4c81-8ec5-bcb4b4231f0d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.727708] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.727963] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-134feb9b-6a56-43d4-94c3-e0de7ccaa0dc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.734941] env[69846]: DEBUG oslo_vmware.api [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 1024.734941] env[69846]: value = "task-2950073" [ 1024.734941] env[69846]: _type = "Task" [ 1024.734941] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.744455] env[69846]: DEBUG oslo_vmware.api [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.797373] env[69846]: DEBUG nova.network.neutron [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.813949] env[69846]: DEBUG nova.compute.manager [req-a1f18df0-8d69-4c97-b266-ac688ae05f07 req-dc199ecf-184d-47ba-8592-35ba6e1464af service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Received event network-changed-958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.814212] env[69846]: DEBUG nova.compute.manager [req-a1f18df0-8d69-4c97-b266-ac688ae05f07 req-dc199ecf-184d-47ba-8592-35ba6e1464af service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Refreshing instance network info cache due to event network-changed-958b4139-ba7c-4398-8c2e-8df7730d38f3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.814377] env[69846]: DEBUG oslo_concurrency.lockutils [req-a1f18df0-8d69-4c97-b266-ac688ae05f07 req-dc199ecf-184d-47ba-8592-35ba6e1464af service nova] Acquiring lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.850614] env[69846]: DEBUG oslo_vmware.api [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950072, 'name': PowerOffVM_Task, 'duration_secs': 0.326147} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.850932] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.851142] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.851409] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79d38605-5f67-41ff-9c8c-fd69c4718d26 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.927352] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.927718] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.928044] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Deleting the datastore file [datastore2] cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.928450] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04135d06-8c0a-4781-8b8e-36a37d2a64bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.940150] env[69846]: DEBUG oslo_vmware.api [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for the task: (returnval){ [ 1024.940150] env[69846]: value = "task-2950075" [ 1024.940150] env[69846]: _type = "Task" [ 1024.940150] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.006519] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "b4a8f63c-f89e-414c-a3b4-adc470df029e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.006782] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b4a8f63c-f89e-414c-a3b4-adc470df029e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.173683] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebceca00-8665-49da-a7a3-c9f57a36cde1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.179665] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52eb3c71-1428-71e2-71e5-d8e78fdf48d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.180863] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8a1eac-acbe-4797-bf65-adc99950d89f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.187798] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e3b180-782f-40ae-b3cb-4ced78a9aedb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.194250] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1025.194250] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52317ea8-b3ff-22e4-22d5-6a773ceeba58" [ 1025.194250] env[69846]: _type = "Task" [ 1025.194250] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.237327] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b742186c-3d97-49fb-a965-ed9d25dc2f88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.243218] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52317ea8-b3ff-22e4-22d5-6a773ceeba58, 'name': SearchDatastore_Task, 'duration_secs': 0.034715} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.246859] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.247010] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] a9d18a69-05a2-46ab-bf7c-a854454cecb2/a9d18a69-05a2-46ab-bf7c-a854454cecb2.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.247232] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afe4fb2b-db74-45b2-904e-61c7545fd263 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.254260] env[69846]: DEBUG oslo_vmware.api [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950071, 'name': RemoveSnapshot_Task, 'duration_secs': 0.811633} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.255061] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.255300] env[69846]: INFO nova.compute.manager [None req-97b99af3-317a-4d14-a5c8-80b190a2f881 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 1025.258837] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec48a15-ac3f-4568-a66d-7827a9648b25 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.272011] env[69846]: DEBUG oslo_vmware.api [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950073, 'name': PowerOffVM_Task, 'duration_secs': 0.340416} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.272011] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1025.272011] env[69846]: value = "task-2950076" [ 1025.272011] env[69846]: _type = "Task" [ 1025.272011] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.274745] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.274745] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.283570] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0add727c-d699-4d27-916d-e259d9aeed54 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.288927] env[69846]: DEBUG nova.compute.provider_tree [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.292182] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "80615314-3302-45dc-9dc8-f910eae5dbd9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.292423] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.292623] env[69846]: INFO nova.compute.manager [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Shelving [ 1025.305194] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.367057] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.367318] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.367506] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Deleting the datastore file [datastore1] fcc35999-1784-4bb2-b148-49d543d93332 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.370043] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e03ef002-85c3-45e0-b158-b941bb627b5d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.375885] env[69846]: DEBUG oslo_vmware.api [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for the task: (returnval){ [ 1025.375885] env[69846]: value = "task-2950078" [ 1025.375885] env[69846]: _type = "Task" [ 1025.375885] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.386814] env[69846]: DEBUG oslo_vmware.api [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.453408] env[69846]: DEBUG oslo_vmware.api [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.509878] env[69846]: DEBUG nova.compute.manager [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.564124] env[69846]: DEBUG nova.network.neutron [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updating instance_info_cache with network_info: [{"id": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "address": "fa:16:3e:74:ba:f5", "network": {"id": "580323c7-ab23-465a-a135-11babf28ccca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1079337390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bcf62b2ce624468a0d6341ae7688b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958b4139-ba", "ovs_interfaceid": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.788262] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950076, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.791679] env[69846]: DEBUG nova.scheduler.client.report [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.885500] env[69846]: DEBUG oslo_vmware.api [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Task: {'id': task-2950078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390688} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.885779] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.885965] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.886194] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.886335] env[69846]: INFO nova.compute.manager [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1025.886572] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.886760] env[69846]: DEBUG nova.compute.manager [-] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.886950] env[69846]: DEBUG nova.network.neutron [-] [instance: fcc35999-1784-4bb2-b148-49d543d93332] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.957772] env[69846]: DEBUG oslo_vmware.api [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Task: {'id': task-2950075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595201} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.958039] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.958237] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.958417] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.958591] env[69846]: INFO nova.compute.manager [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1025.958831] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.959039] env[69846]: DEBUG nova.compute.manager [-] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.959135] env[69846]: DEBUG nova.network.neutron [-] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.033767] env[69846]: DEBUG nova.objects.instance [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lazy-loading 'flavor' on Instance uuid 563d5262-1fe8-4422-bc4d-cfeec673ae6b {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.039336] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.068109] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Releasing lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.071094] env[69846]: DEBUG nova.compute.manager [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Inject network info {{(pid=69846) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1026.071468] env[69846]: DEBUG nova.compute.manager [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] network_info to inject: |[{"id": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "address": "fa:16:3e:74:ba:f5", "network": {"id": "580323c7-ab23-465a-a135-11babf28ccca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1079337390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bcf62b2ce624468a0d6341ae7688b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958b4139-ba", "ovs_interfaceid": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1026.078613] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Reconfiguring VM instance to set the machine id {{(pid=69846) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1026.079517] env[69846]: DEBUG oslo_concurrency.lockutils [req-a1f18df0-8d69-4c97-b266-ac688ae05f07 req-dc199ecf-184d-47ba-8592-35ba6e1464af service nova] Acquired lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.079734] env[69846]: DEBUG nova.network.neutron [req-a1f18df0-8d69-4c97-b266-ac688ae05f07 req-dc199ecf-184d-47ba-8592-35ba6e1464af service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Refreshing network info cache for port 958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.081246] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb3c1c6-5949-471f-87dd-44c2cbd5df0a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.104119] env[69846]: DEBUG oslo_vmware.api [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 1026.104119] env[69846]: value = "task-2950079" [ 1026.104119] env[69846]: _type = "Task" [ 1026.104119] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.114013] env[69846]: DEBUG oslo_vmware.api [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2950079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.254248] env[69846]: DEBUG nova.compute.manager [req-a3aef673-fde0-4c0f-91fd-fc6b74e8771d req-ef06f432-f23b-477f-9940-5e0ebc6fd05a service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Received event network-vif-deleted-524e4273-f998-439c-b2bd-2b2692c08baa {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.254443] env[69846]: INFO nova.compute.manager [req-a3aef673-fde0-4c0f-91fd-fc6b74e8771d req-ef06f432-f23b-477f-9940-5e0ebc6fd05a service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Neutron deleted interface 524e4273-f998-439c-b2bd-2b2692c08baa; detaching it from the instance and deleting it from the info cache [ 1026.254613] env[69846]: DEBUG nova.network.neutron [req-a3aef673-fde0-4c0f-91fd-fc6b74e8771d req-ef06f432-f23b-477f-9940-5e0ebc6fd05a service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.286037] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643599} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.286470] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] a9d18a69-05a2-46ab-bf7c-a854454cecb2/a9d18a69-05a2-46ab-bf7c-a854454cecb2.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.286693] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.286951] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdebff16-2075-4c56-8325-df39772a4985 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.294849] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1026.294849] env[69846]: value = "task-2950080" [ 1026.294849] env[69846]: _type = "Task" [ 1026.294849] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.298705] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.299215] env[69846]: DEBUG nova.compute.manager [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.302726] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.018s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.302957] env[69846]: DEBUG nova.objects.instance [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lazy-loading 'resources' on Instance uuid b2518f4f-9b12-4f19-9089-15c22d9f96e9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.305104] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.305104] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-106b545f-6179-471e-9872-35a76005836f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.309981] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.316245] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1026.316245] env[69846]: value = "task-2950081" [ 1026.316245] env[69846]: _type = "Task" [ 1026.316245] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.326247] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.540064] env[69846]: DEBUG oslo_concurrency.lockutils [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquiring lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.615187] env[69846]: DEBUG oslo_vmware.api [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2950079, 'name': ReconfigVM_Task, 'duration_secs': 0.318175} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.615710] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cb824a-427a-4a80-9304-b658461eb76c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Reconfigured VM instance to set the machine id {{(pid=69846) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1026.679378] env[69846]: DEBUG nova.network.neutron [-] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.739594] env[69846]: DEBUG nova.network.neutron [-] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.756973] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2237c6b-8a64-4e8c-99d0-2999766272b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.767707] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5a6cfd-68e1-4b79-b6a2-454cf43b2010 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.808419] env[69846]: DEBUG nova.compute.utils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.811872] env[69846]: DEBUG nova.compute.manager [req-a3aef673-fde0-4c0f-91fd-fc6b74e8771d req-ef06f432-f23b-477f-9940-5e0ebc6fd05a service nova] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Detach interface failed, port_id=524e4273-f998-439c-b2bd-2b2692c08baa, reason: Instance cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1026.815376] env[69846]: DEBUG nova.compute.manager [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.815540] env[69846]: DEBUG nova.network.neutron [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.826045] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075388} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.827103] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.828032] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140838e2-e0a3-4b86-a417-016c32e2d6e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.833432] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950081, 'name': PowerOffVM_Task, 'duration_secs': 0.257043} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.836494] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.837695] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9a34bc-9007-4ca4-a6c0-001ff1a16c13 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.857524] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] a9d18a69-05a2-46ab-bf7c-a854454cecb2/a9d18a69-05a2-46ab-bf7c-a854454cecb2.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.858487] env[69846]: DEBUG nova.network.neutron [req-a1f18df0-8d69-4c97-b266-ac688ae05f07 req-dc199ecf-184d-47ba-8592-35ba6e1464af service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updated VIF entry in instance network info cache for port 958b4139-ba7c-4398-8c2e-8df7730d38f3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.858828] env[69846]: DEBUG nova.network.neutron [req-a1f18df0-8d69-4c97-b266-ac688ae05f07 req-dc199ecf-184d-47ba-8592-35ba6e1464af service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updating instance_info_cache with network_info: [{"id": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "address": "fa:16:3e:74:ba:f5", "network": {"id": "580323c7-ab23-465a-a135-11babf28ccca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1079337390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bcf62b2ce624468a0d6341ae7688b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958b4139-ba", "ovs_interfaceid": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.863512] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7efb82d-080a-442a-a65a-105936a545d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.878820] env[69846]: DEBUG nova.compute.manager [req-3736c8c0-9331-4b72-a33a-2129d07c94b3 req-2784eeb3-1b7c-445c-82a1-dcf07fdf98a8 service nova] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Received event network-vif-deleted-586457c9-3189-4e65-b40b-138508d842bc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.882040] env[69846]: DEBUG nova.policy [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2efa295ad2f64af18d12730d98cf9a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa39249df2554cccb4897ca55e450d19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.896470] env[69846]: DEBUG oslo_concurrency.lockutils [req-a1f18df0-8d69-4c97-b266-ac688ae05f07 req-dc199ecf-184d-47ba-8592-35ba6e1464af service nova] Releasing lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.897435] env[69846]: DEBUG oslo_concurrency.lockutils [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquired lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.902249] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd360a03-571c-4650-aa6a-d225ae48b433 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.907436] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1026.907436] env[69846]: value = "task-2950082" [ 1026.907436] env[69846]: _type = "Task" [ 1026.907436] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.923814] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.181769] env[69846]: INFO nova.compute.manager [-] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Took 1.29 seconds to deallocate network for instance. [ 1027.190531] env[69846]: DEBUG nova.network.neutron [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Successfully created port: c9a86810-a348-4016-ac55-4db2ffc0353b {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.196165] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314f45cc-eebe-4893-a179-35c6d1db7270 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.205099] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4938406c-e65c-47f9-aa30-e4fdb5a1ede8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.238875] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6acd38c-5953-40e4-9ab0-e975979d729b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.246546] env[69846]: INFO nova.compute.manager [-] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Took 1.29 seconds to deallocate network for instance. [ 1027.249312] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ac4adb-babb-4128-8854-5e40e74cb09e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.267551] env[69846]: DEBUG nova.compute.provider_tree [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.278563] env[69846]: DEBUG nova.network.neutron [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.313696] env[69846]: DEBUG nova.compute.manager [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.414666] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1027.415306] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-930ef8db-687a-4f48-8323-56aa98f5ac4a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.426494] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950082, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.428212] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1027.428212] env[69846]: value = "task-2950083" [ 1027.428212] env[69846]: _type = "Task" [ 1027.428212] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.437252] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.695825] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.758353] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.771496] env[69846]: DEBUG nova.scheduler.client.report [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.919733] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950082, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.939606] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950083, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.016888] env[69846]: DEBUG nova.network.neutron [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updating instance_info_cache with network_info: [{"id": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "address": "fa:16:3e:74:ba:f5", "network": {"id": "580323c7-ab23-465a-a135-11babf28ccca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1079337390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bcf62b2ce624468a0d6341ae7688b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958b4139-ba", "ovs_interfaceid": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.276348] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.278574] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.100s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.278803] env[69846]: DEBUG nova.objects.instance [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lazy-loading 'resources' on Instance uuid dae8e366-9dcd-4d13-9cea-a94afc4bae75 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.298270] env[69846]: INFO nova.scheduler.client.report [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Deleted allocations for instance b2518f4f-9b12-4f19-9089-15c22d9f96e9 [ 1028.324403] env[69846]: DEBUG nova.compute.manager [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.330305] env[69846]: DEBUG nova.compute.manager [req-c8a6e09b-3ca1-4d12-9509-e2b9867b41c1 req-caa55b9c-9c78-418c-a9ee-472a5bbbbfa0 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Received event network-changed-958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.330305] env[69846]: DEBUG nova.compute.manager [req-c8a6e09b-3ca1-4d12-9509-e2b9867b41c1 req-caa55b9c-9c78-418c-a9ee-472a5bbbbfa0 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Refreshing instance network info cache due to event network-changed-958b4139-ba7c-4398-8c2e-8df7730d38f3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.330305] env[69846]: DEBUG oslo_concurrency.lockutils [req-c8a6e09b-3ca1-4d12-9509-e2b9867b41c1 req-caa55b9c-9c78-418c-a9ee-472a5bbbbfa0 service nova] Acquiring lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.350970] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.351238] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.351396] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.351574] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.351718] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.351865] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.352160] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.352331] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.352499] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.352667] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.352824] env[69846]: DEBUG nova.virt.hardware [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.353893] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eb431c-243f-4331-9be0-fd6f7069f94a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.362627] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0090ca6-bee9-4d92-a9e7-def1fd218ebf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.419623] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950082, 'name': ReconfigVM_Task, 'duration_secs': 1.280884} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.419942] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Reconfigured VM instance instance-0000004d to attach disk [datastore2] a9d18a69-05a2-46ab-bf7c-a854454cecb2/a9d18a69-05a2-46ab-bf7c-a854454cecb2.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.420581] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-174d295f-94c1-4bf9-9986-e6ae1684f7cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.427416] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1028.427416] env[69846]: value = "task-2950084" [ 1028.427416] env[69846]: _type = "Task" [ 1028.427416] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.442697] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950083, 'name': CreateSnapshot_Task, 'duration_secs': 0.685588} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.442820] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950084, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.443022] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1028.443730] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f89469-1eb4-4d04-b8fa-98b01a3a4238 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.519723] env[69846]: DEBUG oslo_concurrency.lockutils [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Releasing lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.519847] env[69846]: DEBUG nova.compute.manager [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Inject network info {{(pid=69846) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1028.520206] env[69846]: DEBUG nova.compute.manager [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] network_info to inject: |[{"id": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "address": "fa:16:3e:74:ba:f5", "network": {"id": "580323c7-ab23-465a-a135-11babf28ccca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1079337390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bcf62b2ce624468a0d6341ae7688b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958b4139-ba", "ovs_interfaceid": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1028.524902] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Reconfiguring VM instance to set the machine id {{(pid=69846) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1028.525479] env[69846]: DEBUG oslo_concurrency.lockutils [req-c8a6e09b-3ca1-4d12-9509-e2b9867b41c1 req-caa55b9c-9c78-418c-a9ee-472a5bbbbfa0 service nova] Acquired lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.525479] env[69846]: DEBUG nova.network.neutron [req-c8a6e09b-3ca1-4d12-9509-e2b9867b41c1 req-caa55b9c-9c78-418c-a9ee-472a5bbbbfa0 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Refreshing network info cache for port 958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.526543] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a67b0c3-a2d2-4f6a-8b1f-44009bf340ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.543320] env[69846]: DEBUG oslo_vmware.api [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 1028.543320] env[69846]: value = "task-2950085" [ 1028.543320] env[69846]: _type = "Task" [ 1028.543320] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.552417] env[69846]: DEBUG oslo_vmware.api [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2950085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.685236] env[69846]: DEBUG nova.network.neutron [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Successfully updated port: c9a86810-a348-4016-ac55-4db2ffc0353b {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.704521] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquiring lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.704521] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.704521] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquiring lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.704521] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.704521] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.706250] env[69846]: INFO nova.compute.manager [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Terminating instance [ 1028.808618] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ca9594a7-e074-4f55-b09b-a35fbd582916 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Lock "b2518f4f-9b12-4f19-9089-15c22d9f96e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.168s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.875530] env[69846]: DEBUG nova.compute.manager [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Received event network-vif-plugged-c9a86810-a348-4016-ac55-4db2ffc0353b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.876186] env[69846]: DEBUG oslo_concurrency.lockutils [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] Acquiring lock "e3216afd-3400-45cd-a918-52d81c899a1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.876186] env[69846]: DEBUG oslo_concurrency.lockutils [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] Lock "e3216afd-3400-45cd-a918-52d81c899a1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.876186] env[69846]: DEBUG oslo_concurrency.lockutils [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] Lock "e3216afd-3400-45cd-a918-52d81c899a1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.876403] env[69846]: DEBUG nova.compute.manager [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] No waiting events found dispatching network-vif-plugged-c9a86810-a348-4016-ac55-4db2ffc0353b {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.876403] env[69846]: WARNING nova.compute.manager [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Received unexpected event network-vif-plugged-c9a86810-a348-4016-ac55-4db2ffc0353b for instance with vm_state building and task_state spawning. [ 1028.876582] env[69846]: DEBUG nova.compute.manager [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Received event network-changed-c9a86810-a348-4016-ac55-4db2ffc0353b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.876973] env[69846]: DEBUG nova.compute.manager [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Refreshing instance network info cache due to event network-changed-c9a86810-a348-4016-ac55-4db2ffc0353b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.876973] env[69846]: DEBUG oslo_concurrency.lockutils [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] Acquiring lock "refresh_cache-e3216afd-3400-45cd-a918-52d81c899a1d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.877089] env[69846]: DEBUG oslo_concurrency.lockutils [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] Acquired lock "refresh_cache-e3216afd-3400-45cd-a918-52d81c899a1d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.877217] env[69846]: DEBUG nova.network.neutron [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Refreshing network info cache for port c9a86810-a348-4016-ac55-4db2ffc0353b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.938108] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950084, 'name': Rename_Task, 'duration_secs': 0.146713} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.940784] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.941229] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f360e0eb-9c81-4aa3-9cd3-c3f3b9023d1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.964319] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1028.968809] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86e5a684-fb83-4df0-98a3-c480b02581e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.972635] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1028.972635] env[69846]: value = "task-2950086" [ 1028.972635] env[69846]: _type = "Task" [ 1028.972635] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.980468] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1028.980468] env[69846]: value = "task-2950087" [ 1028.980468] env[69846]: _type = "Task" [ 1028.980468] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.993051] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950086, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.998305] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950087, 'name': CloneVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.052508] env[69846]: DEBUG oslo_vmware.api [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2950085, 'name': ReconfigVM_Task, 'duration_secs': 0.149705} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.052788] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Reconfigured VM instance to set the machine id {{(pid=69846) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1029.118061] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8af8090-9bdf-4db9-8d7b-0c2623a7726d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.125838] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2dccc1-e01a-41bf-83aa-0e0e11c0a2be {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.164065] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f1c98d-a67e-4db8-b7e6-6c94e8ec2337 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.172497] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13379a52-74c3-490d-b7c9-221124a74b21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.186850] env[69846]: DEBUG nova.compute.provider_tree [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.189278] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquiring lock "refresh_cache-e3216afd-3400-45cd-a918-52d81c899a1d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.211516] env[69846]: DEBUG nova.compute.manager [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.211772] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.212976] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd8c2f8-3363-4fc4-b132-1f78a73a9435 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.221178] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.221406] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-955c237e-b5ec-4f45-be00-ffc698e257f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.228100] env[69846]: DEBUG oslo_vmware.api [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 1029.228100] env[69846]: value = "task-2950088" [ 1029.228100] env[69846]: _type = "Task" [ 1029.228100] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.239589] env[69846]: DEBUG oslo_vmware.api [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2950088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.415089] env[69846]: DEBUG nova.network.neutron [req-c8a6e09b-3ca1-4d12-9509-e2b9867b41c1 req-caa55b9c-9c78-418c-a9ee-472a5bbbbfa0 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updated VIF entry in instance network info cache for port 958b4139-ba7c-4398-8c2e-8df7730d38f3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.415777] env[69846]: DEBUG nova.network.neutron [req-c8a6e09b-3ca1-4d12-9509-e2b9867b41c1 req-caa55b9c-9c78-418c-a9ee-472a5bbbbfa0 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updating instance_info_cache with network_info: [{"id": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "address": "fa:16:3e:74:ba:f5", "network": {"id": "580323c7-ab23-465a-a135-11babf28ccca", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1079337390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bcf62b2ce624468a0d6341ae7688b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958b4139-ba", "ovs_interfaceid": "958b4139-ba7c-4398-8c2e-8df7730d38f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.446424] env[69846]: DEBUG nova.network.neutron [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.491305] env[69846]: DEBUG oslo_vmware.api [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950086, 'name': PowerOnVM_Task, 'duration_secs': 0.480723} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.492283] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.492587] env[69846]: INFO nova.compute.manager [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1029.492861] env[69846]: DEBUG nova.compute.manager [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.494192] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8784b87-57ac-4772-9307-c8d3384cd1a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.502188] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950087, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.537607] env[69846]: DEBUG nova.network.neutron [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.690810] env[69846]: DEBUG nova.scheduler.client.report [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.737804] env[69846]: DEBUG oslo_vmware.api [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2950088, 'name': PowerOffVM_Task, 'duration_secs': 0.165724} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.738773] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.739017] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.739380] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55255677-9326-4585-b2cd-47a60359e96b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.798926] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.799863] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.801963] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Deleting the datastore file [datastore1] 563d5262-1fe8-4422-bc4d-cfeec673ae6b {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.801963] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0334413f-6e84-406c-b690-fb617a913c4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.809917] env[69846]: DEBUG oslo_vmware.api [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for the task: (returnval){ [ 1029.809917] env[69846]: value = "task-2950090" [ 1029.809917] env[69846]: _type = "Task" [ 1029.809917] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.818340] env[69846]: DEBUG oslo_vmware.api [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2950090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.920171] env[69846]: DEBUG oslo_concurrency.lockutils [req-c8a6e09b-3ca1-4d12-9509-e2b9867b41c1 req-caa55b9c-9c78-418c-a9ee-472a5bbbbfa0 service nova] Releasing lock "refresh_cache-563d5262-1fe8-4422-bc4d-cfeec673ae6b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.997682] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950087, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.019647] env[69846]: INFO nova.compute.manager [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Took 24.29 seconds to build instance. [ 1030.041388] env[69846]: DEBUG oslo_concurrency.lockutils [req-c623b674-126a-4104-a3f3-af02da25202b req-13e101e6-01ec-4585-9880-4d7d8af1ad5c service nova] Releasing lock "refresh_cache-e3216afd-3400-45cd-a918-52d81c899a1d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.041546] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquired lock "refresh_cache-e3216afd-3400-45cd-a918-52d81c899a1d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.042096] env[69846]: DEBUG nova.network.neutron [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.079044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "04b1cc60-af72-4019-b659-529157de2ea5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.079044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.199026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.200734] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.421s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.201819] env[69846]: DEBUG nova.objects.instance [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'resources' on Instance uuid 39baf588-6c09-4df4-a426-d2158d9c7afc {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.228717] env[69846]: INFO nova.scheduler.client.report [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Deleted allocations for instance dae8e366-9dcd-4d13-9cea-a94afc4bae75 [ 1030.320523] env[69846]: DEBUG oslo_vmware.api [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Task: {'id': task-2950090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164074} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.320783] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.320976] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.321174] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.321348] env[69846]: INFO nova.compute.manager [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1030.321584] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.321865] env[69846]: DEBUG nova.compute.manager [-] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.321865] env[69846]: DEBUG nova.network.neutron [-] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.498743] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950087, 'name': CloneVM_Task, 'duration_secs': 1.436815} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.499339] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Created linked-clone VM from snapshot [ 1030.500892] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe6750d-f44c-43dd-8a6a-cabee860d1da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.511840] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Uploading image ebc7deaf-1931-401d-a033-eceb48ed87d2 {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1030.525299] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.803s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.543091] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1030.543091] env[69846]: value = "vm-592100" [ 1030.543091] env[69846]: _type = "VirtualMachine" [ 1030.543091] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1030.544098] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-542ad9c5-c769-4f91-b825-b15ec96688b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.552851] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lease: (returnval){ [ 1030.552851] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526b8ea8-cc6d-cf1e-92ec-c7bf91689bce" [ 1030.552851] env[69846]: _type = "HttpNfcLease" [ 1030.552851] env[69846]: } obtained for exporting VM: (result){ [ 1030.552851] env[69846]: value = "vm-592100" [ 1030.552851] env[69846]: _type = "VirtualMachine" [ 1030.552851] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1030.553443] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the lease: (returnval){ [ 1030.553443] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526b8ea8-cc6d-cf1e-92ec-c7bf91689bce" [ 1030.553443] env[69846]: _type = "HttpNfcLease" [ 1030.553443] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1030.560787] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.560787] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526b8ea8-cc6d-cf1e-92ec-c7bf91689bce" [ 1030.560787] env[69846]: _type = "HttpNfcLease" [ 1030.560787] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1030.582177] env[69846]: DEBUG nova.compute.utils [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.599068] env[69846]: DEBUG nova.network.neutron [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.704758] env[69846]: DEBUG nova.objects.instance [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'numa_topology' on Instance uuid 39baf588-6c09-4df4-a426-d2158d9c7afc {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.743980] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7a4bf0e1-a5ca-48da-bfa0-ea467a6eacc9 tempest-ServersAdmin275Test-266099789 tempest-ServersAdmin275Test-266099789-project-member] Lock "dae8e366-9dcd-4d13-9cea-a94afc4bae75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.031s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.882799] env[69846]: DEBUG nova.network.neutron [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Updating instance_info_cache with network_info: [{"id": "c9a86810-a348-4016-ac55-4db2ffc0353b", "address": "fa:16:3e:c9:53:9e", "network": {"id": "9a0bf2be-ece6-4c7d-a229-2d330561551e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-762719355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa39249df2554cccb4897ca55e450d19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a86810-a3", "ovs_interfaceid": "c9a86810-a348-4016-ac55-4db2ffc0353b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.065023] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.065023] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526b8ea8-cc6d-cf1e-92ec-c7bf91689bce" [ 1031.065023] env[69846]: _type = "HttpNfcLease" [ 1031.065023] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1031.065462] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1031.065462] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526b8ea8-cc6d-cf1e-92ec-c7bf91689bce" [ 1031.065462] env[69846]: _type = "HttpNfcLease" [ 1031.065462] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1031.066188] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a80798-3db1-40bd-b221-40f3c7fa435a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.077662] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260d46d-dd58-943f-2115-374391111272/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1031.077838] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260d46d-dd58-943f-2115-374391111272/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1031.144472] env[69846]: DEBUG oslo_concurrency.lockutils [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.065s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.178596] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba6529df-f37d-4b3a-ba04-db94895ea4b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.210300] env[69846]: DEBUG nova.objects.base [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Object Instance<39baf588-6c09-4df4-a426-d2158d9c7afc> lazy-loaded attributes: resources,numa_topology {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.253100] env[69846]: DEBUG nova.compute.manager [req-b730e979-4e40-4847-82a2-204ae373de5f req-0c6e7b31-bff6-4575-a1be-7ac9e2f00aa6 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Received event network-vif-deleted-958b4139-ba7c-4398-8c2e-8df7730d38f3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.253100] env[69846]: INFO nova.compute.manager [req-b730e979-4e40-4847-82a2-204ae373de5f req-0c6e7b31-bff6-4575-a1be-7ac9e2f00aa6 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Neutron deleted interface 958b4139-ba7c-4398-8c2e-8df7730d38f3; detaching it from the instance and deleting it from the info cache [ 1031.253100] env[69846]: DEBUG nova.network.neutron [req-b730e979-4e40-4847-82a2-204ae373de5f req-0c6e7b31-bff6-4575-a1be-7ac9e2f00aa6 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.353069] env[69846]: DEBUG nova.network.neutron [-] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.383818] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Releasing lock "refresh_cache-e3216afd-3400-45cd-a918-52d81c899a1d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.383818] env[69846]: DEBUG nova.compute.manager [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Instance network_info: |[{"id": "c9a86810-a348-4016-ac55-4db2ffc0353b", "address": "fa:16:3e:c9:53:9e", "network": {"id": "9a0bf2be-ece6-4c7d-a229-2d330561551e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-762719355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa39249df2554cccb4897ca55e450d19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a86810-a3", "ovs_interfaceid": "c9a86810-a348-4016-ac55-4db2ffc0353b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.384170] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:53:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9a86810-a348-4016-ac55-4db2ffc0353b', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.393460] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Creating folder: Project (aa39249df2554cccb4897ca55e450d19). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.398114] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27a91857-7635-46da-9c3d-53ad372b4553 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.414085] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Created folder: Project (aa39249df2554cccb4897ca55e450d19) in parent group-v591891. [ 1031.414085] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Creating folder: Instances. Parent ref: group-v592101. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.414085] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f8c0424-98ea-4974-8279-553dcc8c4633 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.434515] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Created folder: Instances in parent group-v592101. [ 1031.435623] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.439515] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.440912] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca1fead3-8867-4264-9b97-6cce7fd8b004 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.465078] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.465078] env[69846]: value = "task-2950094" [ 1031.465078] env[69846]: _type = "Task" [ 1031.465078] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.473909] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950094, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.565094] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f633d5-89e8-41a7-96a1-6aacb3823aa7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.573913] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa7659e-9da3-4f64-997d-38668a154ccb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.608172] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00544f6-0e29-46eb-8f2e-c8a59e420e86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.615911] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef11ca-86a2-4c63-bfb1-4835b70c26e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.634609] env[69846]: DEBUG nova.compute.provider_tree [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.732142] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.732357] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.732781] env[69846]: INFO nova.compute.manager [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Shelving [ 1031.759257] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3e00f9e-6ad9-44d7-ae23-8333bf2ec36a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.772794] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6235d677-3009-4509-9ba8-ba0620322131 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.813030] env[69846]: DEBUG nova.compute.manager [req-b730e979-4e40-4847-82a2-204ae373de5f req-0c6e7b31-bff6-4575-a1be-7ac9e2f00aa6 service nova] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Detach interface failed, port_id=958b4139-ba7c-4398-8c2e-8df7730d38f3, reason: Instance 563d5262-1fe8-4422-bc4d-cfeec673ae6b could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.856984] env[69846]: INFO nova.compute.manager [-] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Took 1.53 seconds to deallocate network for instance. [ 1031.978535] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950094, 'name': CreateVM_Task, 'duration_secs': 0.476688} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.979627] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.980415] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.980582] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.980933] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.982795] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7855c442-4946-41eb-8141-953ad06fb100 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.988249] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1031.988249] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52921d79-75e3-3a83-247e-df2e5c4d5d14" [ 1031.988249] env[69846]: _type = "Task" [ 1031.988249] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.997900] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52921d79-75e3-3a83-247e-df2e5c4d5d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.139136] env[69846]: DEBUG nova.scheduler.client.report [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.177253] env[69846]: DEBUG oslo_concurrency.lockutils [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "04b1cc60-af72-4019-b659-529157de2ea5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.177779] env[69846]: DEBUG oslo_concurrency.lockutils [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.178079] env[69846]: INFO nova.compute.manager [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Attaching volume 01697096-7e2a-4226-80b8-4eb9ade94548 to /dev/sdb [ 1032.244959] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55c49bd-73d9-40a1-9904-c28a19fb584b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.255781] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e511ad1-f63b-4116-af65-433a262cf8c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.275289] env[69846]: DEBUG nova.virt.block_device [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updating existing volume attachment record: 5bcb2304-e9f1-4eba-8c4b-f5b5db61efd5 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1032.368488] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.508112] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52921d79-75e3-3a83-247e-df2e5c4d5d14, 'name': SearchDatastore_Task, 'duration_secs': 0.012167} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.508404] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.508722] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.509026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.509890] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.509890] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.509890] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf4b9c8b-d106-4cb1-aa62-e1a03722b107 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.524119] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.524119] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.525076] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dff4746-b825-4d20-a0ec-40fc938c9e55 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.531159] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1032.531159] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5282dcbd-ca3f-b32f-434a-6dd0756fc68f" [ 1032.531159] env[69846]: _type = "Task" [ 1032.531159] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.541245] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5282dcbd-ca3f-b32f-434a-6dd0756fc68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.646147] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.445s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.648642] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.316s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.650765] env[69846]: INFO nova.compute.claims [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.752710] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.753601] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fbbfbce-3c84-435e-a2a1-bee006bcdc28 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.762905] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1032.762905] env[69846]: value = "task-2950097" [ 1032.762905] env[69846]: _type = "Task" [ 1032.762905] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.775269] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.043315] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5282dcbd-ca3f-b32f-434a-6dd0756fc68f, 'name': SearchDatastore_Task, 'duration_secs': 0.019015} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.044553] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffc2083-2965-422b-8357-169cae68580d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.055368] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1033.055368] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ac5351-adc9-775f-64e0-05b3130f4c6e" [ 1033.055368] env[69846]: _type = "Task" [ 1033.055368] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.075754] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ac5351-adc9-775f-64e0-05b3130f4c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.01501} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.077032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.077032] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] e3216afd-3400-45cd-a918-52d81c899a1d/e3216afd-3400-45cd-a918-52d81c899a1d.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.077032] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-080d3b3c-24fa-4163-a0ee-4ab21ab96b77 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.084465] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1033.084465] env[69846]: value = "task-2950099" [ 1033.084465] env[69846]: _type = "Task" [ 1033.084465] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.093090] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.164652] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f18c9b51-7761-4c34-a13f-7087b12af1ac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.326s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.167793] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.867s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.167793] env[69846]: INFO nova.compute.manager [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Unshelving [ 1033.275251] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950097, 'name': PowerOffVM_Task, 'duration_secs': 0.251945} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.275251] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.275769] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c68b835-0cdc-405c-b421-36a3d5d85b60 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.297551] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392da393-9d76-4da9-9735-eedfde5407dc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.595180] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45733} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.595449] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] e3216afd-3400-45cd-a918-52d81c899a1d/e3216afd-3400-45cd-a918-52d81c899a1d.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.595659] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.595925] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f0fad9d-941e-4301-8077-62db51c8b086 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.602414] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1033.602414] env[69846]: value = "task-2950100" [ 1033.602414] env[69846]: _type = "Task" [ 1033.602414] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.613127] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.813225] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1033.813225] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e482d71-b160-4ed8-8a5d-e71258ed5c82 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.819219] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1033.819219] env[69846]: value = "task-2950101" [ 1033.819219] env[69846]: _type = "Task" [ 1033.819219] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.827934] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.985147] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f92f04-0f26-43f4-b4d6-039ff9b24fe1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.992717] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c03e516-2587-454f-a46d-bc61f8052812 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.024793] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c2f97-f86f-4dad-9458-58b0d0e691ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.032887] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f40092-87d3-4de9-8483-9f9ae93486e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.048443] env[69846]: DEBUG nova.compute.provider_tree [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.113545] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064624} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.113802] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.114651] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5855b994-48ab-4335-a459-2103140e08e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.137212] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] e3216afd-3400-45cd-a918-52d81c899a1d/e3216afd-3400-45cd-a918-52d81c899a1d.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.137430] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8091d553-37f7-43f6-a4b1-88b7078884b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.158586] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1034.158586] env[69846]: value = "task-2950102" [ 1034.158586] env[69846]: _type = "Task" [ 1034.158586] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.168967] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.177825] env[69846]: DEBUG nova.compute.utils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.331700] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950101, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.559207] env[69846]: DEBUG nova.scheduler.client.report [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.672708] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950102, 'name': ReconfigVM_Task, 'duration_secs': 0.304732} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.673502] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Reconfigured VM instance instance-0000004e to attach disk [datastore1] e3216afd-3400-45cd-a918-52d81c899a1d/e3216afd-3400-45cd-a918-52d81c899a1d.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.673740] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fdbf8fc-0003-4be8-be48-439522d0ed75 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.679490] env[69846]: INFO nova.virt.block_device [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Booting with volume 6f6ae89d-5890-4be9-b457-e2130998d9fa at /dev/sdb [ 1034.684215] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1034.684215] env[69846]: value = "task-2950103" [ 1034.684215] env[69846]: _type = "Task" [ 1034.684215] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.696268] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950103, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.724476] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2578ce1-1c5c-49bd-ac5f-b4a8d8f55867 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.733741] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba74247-0f9c-4c32-813c-9181bba5353e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.781111] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc9fdfbe-42b3-4179-9544-56c751f1efba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.791643] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112925de-5e25-4ff7-9bff-c52d19656df5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.834401] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7785998-f169-45d2-ac5d-dbb2ab99bbda {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.845825] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950101, 'name': CreateSnapshot_Task, 'duration_secs': 0.540577} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.846795] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c46f0e-06f5-4607-adf0-7a2fac6c39bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.850217] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1034.850969] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8974c810-048a-47c6-84c6-f14ca02079c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.871062] env[69846]: DEBUG nova.virt.block_device [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating existing volume attachment record: e69ce0a6-7176-4ad6-a017-3f28027b8ed4 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1035.064828] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.065453] env[69846]: DEBUG nova.compute.manager [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.068184] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.031s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.070678] env[69846]: INFO nova.compute.claims [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.168774] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "b4065fe4-8380-44f3-84d4-2943e50aa276" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.169562] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.169562] env[69846]: DEBUG nova.compute.manager [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.171032] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8413ed3-938f-4784-a897-82ba41c64ee8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.180501] env[69846]: DEBUG nova.compute.manager [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1035.181444] env[69846]: DEBUG nova.objects.instance [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'flavor' on Instance uuid b4065fe4-8380-44f3-84d4-2943e50aa276 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.199410] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950103, 'name': Rename_Task, 'duration_secs': 0.150802} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.200653] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.200988] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5555a60c-a534-411a-abba-65d1f362585b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.209425] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1035.209425] env[69846]: value = "task-2950106" [ 1035.209425] env[69846]: _type = "Task" [ 1035.209425] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.221661] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.381197] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1035.381386] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8594d34a-eee1-4c7b-8c50-414d1a86e630 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.390739] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1035.390739] env[69846]: value = "task-2950108" [ 1035.390739] env[69846]: _type = "Task" [ 1035.390739] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.415068] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950108, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.578410] env[69846]: DEBUG nova.compute.utils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.578675] env[69846]: DEBUG nova.compute.manager [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.578851] env[69846]: DEBUG nova.network.neutron [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.636804] env[69846]: DEBUG nova.policy [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd495aeb5c29b48abaa6f572fe49b7cb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a2bc14e5609445e97dad76c1bd6d87b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.720922] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950106, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.901832] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950108, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.086023] env[69846]: DEBUG nova.compute.manager [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.156413] env[69846]: DEBUG nova.network.neutron [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Successfully created port: 57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.192400] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.192928] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08619ff5-ad8d-4b1d-8787-ed000593e82c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.205269] env[69846]: DEBUG oslo_vmware.api [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1036.205269] env[69846]: value = "task-2950110" [ 1036.205269] env[69846]: _type = "Task" [ 1036.205269] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.228621] env[69846]: DEBUG oslo_vmware.api [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.238217] env[69846]: DEBUG oslo_vmware.api [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950106, 'name': PowerOnVM_Task, 'duration_secs': 0.667702} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.238835] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.240728] env[69846]: INFO nova.compute.manager [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1036.240728] env[69846]: DEBUG nova.compute.manager [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.241699] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e792f36b-dbe5-4982-a487-e011b1da455c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.404152] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950108, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.506837] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a0e193-e4ce-4ecf-be79-e3790decf349 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.515816] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f63c466-d277-47f0-be98-1358b86b6a42 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.553111] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8761809-1805-4e64-be5e-7ff635acd098 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.560958] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f584dad-4ce9-47d8-866d-1a8a98d0e4ff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.576353] env[69846]: DEBUG nova.compute.provider_tree [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.719631] env[69846]: DEBUG oslo_vmware.api [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.770724] env[69846]: INFO nova.compute.manager [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Took 16.56 seconds to build instance. [ 1036.909985] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950108, 'name': CloneVM_Task} progress is 95%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.083028] env[69846]: DEBUG nova.scheduler.client.report [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.096646] env[69846]: DEBUG nova.compute.manager [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.131104] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.131104] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.131104] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.131104] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.131104] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.131104] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.132024] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.132414] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.132757] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.133262] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.133614] env[69846]: DEBUG nova.virt.hardware [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.135958] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43842946-af51-4d8f-8bf0-d96e7f59c814 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.147031] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f387570-d308-4380-a140-f9cc38dbefcc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.218199] env[69846]: DEBUG oslo_vmware.api [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.271837] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "e3216afd-3400-45cd-a918-52d81c899a1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.082s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.338274] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1037.338274] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592105', 'volume_id': '01697096-7e2a-4226-80b8-4eb9ade94548', 'name': 'volume-01697096-7e2a-4226-80b8-4eb9ade94548', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04b1cc60-af72-4019-b659-529157de2ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '01697096-7e2a-4226-80b8-4eb9ade94548', 'serial': '01697096-7e2a-4226-80b8-4eb9ade94548'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1037.338274] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027ec5b4-ed56-4c8b-8a25-98f2d714bc5a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.365029] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bf14fa-2639-445e-86e2-2d8df92f08fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.395021] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] volume-01697096-7e2a-4226-80b8-4eb9ade94548/volume-01697096-7e2a-4226-80b8-4eb9ade94548.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.395021] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a647ad42-7df1-40fa-900d-f11780086536 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.410378] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquiring lock "e3216afd-3400-45cd-a918-52d81c899a1d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.411030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "e3216afd-3400-45cd-a918-52d81c899a1d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.411424] env[69846]: INFO nova.compute.manager [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Rebooting instance [ 1037.423788] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950108, 'name': CloneVM_Task, 'duration_secs': 1.639419} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.426062] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Created linked-clone VM from snapshot [ 1037.426903] env[69846]: DEBUG oslo_vmware.api [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1037.426903] env[69846]: value = "task-2950111" [ 1037.426903] env[69846]: _type = "Task" [ 1037.426903] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.427678] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f956d9a-9c83-49e7-a50b-25f788a6f7f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.442418] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Uploading image c401072b-95ae-4333-95e9-dd8747c36dbb {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.448335] env[69846]: DEBUG oslo_vmware.api [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950111, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.477031] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1037.477031] env[69846]: value = "vm-592108" [ 1037.477031] env[69846]: _type = "VirtualMachine" [ 1037.477031] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1037.477496] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a1c19e7-0e3d-4cb8-b089-d9492c6c86a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.484161] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lease: (returnval){ [ 1037.484161] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5e769-bbbe-8a09-f50d-9dc6687ecba9" [ 1037.484161] env[69846]: _type = "HttpNfcLease" [ 1037.484161] env[69846]: } obtained for exporting VM: (result){ [ 1037.484161] env[69846]: value = "vm-592108" [ 1037.484161] env[69846]: _type = "VirtualMachine" [ 1037.484161] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1037.484694] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the lease: (returnval){ [ 1037.484694] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5e769-bbbe-8a09-f50d-9dc6687ecba9" [ 1037.484694] env[69846]: _type = "HttpNfcLease" [ 1037.484694] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1037.492513] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.492513] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5e769-bbbe-8a09-f50d-9dc6687ecba9" [ 1037.492513] env[69846]: _type = "HttpNfcLease" [ 1037.492513] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1037.585604] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.586170] env[69846]: DEBUG nova.compute.manager [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.588802] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.893s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.589074] env[69846]: DEBUG nova.objects.instance [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lazy-loading 'resources' on Instance uuid fcc35999-1784-4bb2-b148-49d543d93332 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.723229] env[69846]: DEBUG oslo_vmware.api [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950110, 'name': PowerOffVM_Task, 'duration_secs': 1.334586} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.723699] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.723956] env[69846]: DEBUG nova.compute.manager [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.724930] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b082b509-d362-43f7-96aa-651a3b95b807 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.936225] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquiring lock "refresh_cache-e3216afd-3400-45cd-a918-52d81c899a1d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.936940] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquired lock "refresh_cache-e3216afd-3400-45cd-a918-52d81c899a1d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.937230] env[69846]: DEBUG nova.network.neutron [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.957942] env[69846]: DEBUG oslo_vmware.api [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.998440] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.998440] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5e769-bbbe-8a09-f50d-9dc6687ecba9" [ 1037.998440] env[69846]: _type = "HttpNfcLease" [ 1037.998440] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.998440] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.998440] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b5e769-bbbe-8a09-f50d-9dc6687ecba9" [ 1037.998440] env[69846]: _type = "HttpNfcLease" [ 1037.998440] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1037.998440] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13f52e0-0e0f-471e-b118-ca73e8c57e3b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.006184] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d3e30-dd02-4a36-9c4a-499f0f11544a/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1038.006664] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d3e30-dd02-4a36-9c4a-499f0f11544a/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1038.077098] env[69846]: DEBUG nova.compute.manager [req-f2a2105e-a0e9-48bc-ab6a-c99467d00f69 req-4a618137-0dcd-42ad-a747-31ab79315999 service nova] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Received event network-vif-plugged-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.077686] env[69846]: DEBUG oslo_concurrency.lockutils [req-f2a2105e-a0e9-48bc-ab6a-c99467d00f69 req-4a618137-0dcd-42ad-a747-31ab79315999 service nova] Acquiring lock "de11a410-825e-44f9-b78b-79d93fe8b1bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.077972] env[69846]: DEBUG oslo_concurrency.lockutils [req-f2a2105e-a0e9-48bc-ab6a-c99467d00f69 req-4a618137-0dcd-42ad-a747-31ab79315999 service nova] Lock "de11a410-825e-44f9-b78b-79d93fe8b1bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.078192] env[69846]: DEBUG oslo_concurrency.lockutils [req-f2a2105e-a0e9-48bc-ab6a-c99467d00f69 req-4a618137-0dcd-42ad-a747-31ab79315999 service nova] Lock "de11a410-825e-44f9-b78b-79d93fe8b1bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.078389] env[69846]: DEBUG nova.compute.manager [req-f2a2105e-a0e9-48bc-ab6a-c99467d00f69 req-4a618137-0dcd-42ad-a747-31ab79315999 service nova] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] No waiting events found dispatching network-vif-plugged-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.078580] env[69846]: WARNING nova.compute.manager [req-f2a2105e-a0e9-48bc-ab6a-c99467d00f69 req-4a618137-0dcd-42ad-a747-31ab79315999 service nova] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Received unexpected event network-vif-plugged-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 for instance with vm_state building and task_state spawning. [ 1038.092064] env[69846]: DEBUG nova.compute.utils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.093538] env[69846]: DEBUG nova.compute.manager [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.093703] env[69846]: DEBUG nova.network.neutron [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.157703] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-156b192b-b7d7-4f96-b3d3-4a2c836bb42c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.247851] env[69846]: DEBUG oslo_concurrency.lockutils [None req-9acf0e83-9384-4b40-b785-5332ee283691 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.079s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.275084] env[69846]: DEBUG nova.network.neutron [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Successfully updated port: 57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.443335] env[69846]: DEBUG oslo_vmware.api [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950111, 'name': ReconfigVM_Task, 'duration_secs': 0.63944} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.443957] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Reconfigured VM instance instance-00000043 to attach disk [datastore1] volume-01697096-7e2a-4226-80b8-4eb9ade94548/volume-01697096-7e2a-4226-80b8-4eb9ade94548.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.452558] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e3228b-0146-4424-ba49-d576f2c8b08f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.469775] env[69846]: DEBUG oslo_vmware.api [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1038.469775] env[69846]: value = "task-2950114" [ 1038.469775] env[69846]: _type = "Task" [ 1038.469775] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.479537] env[69846]: DEBUG oslo_vmware.api [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.485890] env[69846]: DEBUG nova.policy [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14845c38dd3644a48863b2745b58c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c8e0597e1343e790cccd0f5edd75d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.495224] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e905a8-0bad-4e4f-b1a9-db3af778d902 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.503196] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4082601-833e-444f-87ce-2dde65d86fd2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.541926] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84524ee4-85e5-4828-9f3d-04dd8be144ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.551974] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6c3d3f-8c1e-4d75-8da8-90f2f2b15044 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.568131] env[69846]: DEBUG nova.compute.provider_tree [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.599234] env[69846]: DEBUG nova.compute.manager [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.780572] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "refresh_cache-de11a410-825e-44f9-b78b-79d93fe8b1bb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.780572] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquired lock "refresh_cache-de11a410-825e-44f9-b78b-79d93fe8b1bb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.780572] env[69846]: DEBUG nova.network.neutron [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.910269] env[69846]: DEBUG nova.network.neutron [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Updating instance_info_cache with network_info: [{"id": "c9a86810-a348-4016-ac55-4db2ffc0353b", "address": "fa:16:3e:c9:53:9e", "network": {"id": "9a0bf2be-ece6-4c7d-a229-2d330561551e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-762719355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa39249df2554cccb4897ca55e450d19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a86810-a3", "ovs_interfaceid": "c9a86810-a348-4016-ac55-4db2ffc0353b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.985279] env[69846]: DEBUG oslo_vmware.api [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.073560] env[69846]: DEBUG nova.scheduler.client.report [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.261950] env[69846]: DEBUG nova.network.neutron [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Successfully created port: daef1885-99a6-4663-9fb3-752498b2e0b4 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.335737] env[69846]: DEBUG nova.network.neutron [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.412999] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Releasing lock "refresh_cache-e3216afd-3400-45cd-a918-52d81c899a1d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.487044] env[69846]: DEBUG oslo_vmware.api [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.578788] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.581337] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.823s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.581660] env[69846]: DEBUG nova.objects.instance [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lazy-loading 'resources' on Instance uuid cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.615849] env[69846]: DEBUG nova.compute.manager [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.663872] env[69846]: INFO nova.scheduler.client.report [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Deleted allocations for instance fcc35999-1784-4bb2-b148-49d543d93332 [ 1039.807117] env[69846]: DEBUG nova.network.neutron [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Updating instance_info_cache with network_info: [{"id": "57d6bcd3-a3e0-4b07-b34c-718de0ad8d46", "address": "fa:16:3e:a5:a0:d0", "network": {"id": "b84b522d-19cc-4839-9a23-0e2dbc989aba", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1825925043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a2bc14e5609445e97dad76c1bd6d87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d6bcd3-a3", "ovs_interfaceid": "57d6bcd3-a3e0-4b07-b34c-718de0ad8d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.903882] env[69846]: DEBUG nova.objects.instance [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'flavor' on Instance uuid b4065fe4-8380-44f3-84d4-2943e50aa276 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.923087] env[69846]: DEBUG nova.compute.manager [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.925456] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1491af60-f8ea-4fb8-a478-9cbc43208591 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.985398] env[69846]: DEBUG oslo_vmware.api [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950114, 'name': ReconfigVM_Task, 'duration_secs': 1.195801} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.985794] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592105', 'volume_id': '01697096-7e2a-4226-80b8-4eb9ade94548', 'name': 'volume-01697096-7e2a-4226-80b8-4eb9ade94548', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04b1cc60-af72-4019-b659-529157de2ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '01697096-7e2a-4226-80b8-4eb9ade94548', 'serial': '01697096-7e2a-4226-80b8-4eb9ade94548'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1040.177238] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Lock "fcc35999-1784-4bb2-b148-49d543d93332" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.967s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.310401] env[69846]: DEBUG nova.compute.manager [req-6348303b-76d7-4202-898a-10f803cdf83b req-61008ae7-772c-4158-80e5-ad0353f52082 service nova] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Received event network-changed-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.310401] env[69846]: DEBUG nova.compute.manager [req-6348303b-76d7-4202-898a-10f803cdf83b req-61008ae7-772c-4158-80e5-ad0353f52082 service nova] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Refreshing instance network info cache due to event network-changed-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.310401] env[69846]: DEBUG oslo_concurrency.lockutils [req-6348303b-76d7-4202-898a-10f803cdf83b req-61008ae7-772c-4158-80e5-ad0353f52082 service nova] Acquiring lock "refresh_cache-de11a410-825e-44f9-b78b-79d93fe8b1bb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.312901] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Releasing lock "refresh_cache-de11a410-825e-44f9-b78b-79d93fe8b1bb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.313313] env[69846]: DEBUG nova.compute.manager [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Instance network_info: |[{"id": "57d6bcd3-a3e0-4b07-b34c-718de0ad8d46", "address": "fa:16:3e:a5:a0:d0", "network": {"id": "b84b522d-19cc-4839-9a23-0e2dbc989aba", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1825925043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a2bc14e5609445e97dad76c1bd6d87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d6bcd3-a3", "ovs_interfaceid": "57d6bcd3-a3e0-4b07-b34c-718de0ad8d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.314360] env[69846]: DEBUG oslo_concurrency.lockutils [req-6348303b-76d7-4202-898a-10f803cdf83b req-61008ae7-772c-4158-80e5-ad0353f52082 service nova] Acquired lock "refresh_cache-de11a410-825e-44f9-b78b-79d93fe8b1bb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.314360] env[69846]: DEBUG nova.network.neutron [req-6348303b-76d7-4202-898a-10f803cdf83b req-61008ae7-772c-4158-80e5-ad0353f52082 service nova] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Refreshing network info cache for port 57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.316665] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:a0:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57d6bcd3-a3e0-4b07-b34c-718de0ad8d46', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.330896] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.334778] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.335312] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f95ba090-1a03-4740-9eb7-187419a0fe88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.357961] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.357961] env[69846]: value = "task-2950115" [ 1040.357961] env[69846]: _type = "Task" [ 1040.357961] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.368375] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950115, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.409632] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.410493] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.410493] env[69846]: DEBUG nova.network.neutron [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.410493] env[69846]: DEBUG nova.objects.instance [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'info_cache' on Instance uuid b4065fe4-8380-44f3-84d4-2943e50aa276 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.432189] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bb495be70c53691c8a0350077c8d89c7',container_format='bare',created_at=2025-03-11T20:26:52Z,direct_url=,disk_format='vmdk',id=6d86535d-aacc-42c7-9659-e83b56432a5e,min_disk=1,min_ram=0,name='tempest-test-snap-1446280534',owner='e8c8e0597e1343e790cccd0f5edd75d7',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-11T20:27:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.432507] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.432771] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.433106] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.433463] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.433508] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.433902] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.434047] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.435077] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.435077] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.435077] env[69846]: DEBUG nova.virt.hardware [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.438276] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6570031-2fef-469f-994a-3a130afe6da3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.454436] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260d46d-dd58-943f-2115-374391111272/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1040.454988] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d825af9-3005-494f-8130-0d8e1281807d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.465955] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d73128-b124-4c6d-8ecb-a069beb120a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.476327] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260d46d-dd58-943f-2115-374391111272/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1040.476633] env[69846]: ERROR oslo_vmware.rw_handles [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260d46d-dd58-943f-2115-374391111272/disk-0.vmdk due to incomplete transfer. [ 1040.479950] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04873ff2-b412-4321-9aa1-237433ede68c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.506414] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260d46d-dd58-943f-2115-374391111272/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1040.506532] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Uploaded image ebc7deaf-1931-401d-a033-eceb48ed87d2 to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1040.510070] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1040.510070] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a4902b4d-b924-4765-883c-5ed202323436 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.517552] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdc7636-4a02-4169-9cd1-fa7255275a9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.524033] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1040.524033] env[69846]: value = "task-2950116" [ 1040.524033] env[69846]: _type = "Task" [ 1040.524033] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.536600] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1990d7-3c65-4e09-8e50-bbc52a95ebdb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.543938] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950116, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.574364] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6731d4df-bac2-4a94-9504-4048306f8739 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.583629] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cc170e-8e95-4048-bc68-63cd2d36fd22 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.598955] env[69846]: DEBUG nova.compute.provider_tree [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.877082] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950115, 'name': CreateVM_Task, 'duration_secs': 0.380696} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.877799] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.880098] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.880462] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.881119] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.881583] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb2f787-edec-414c-9893-1a783fec06cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.890027] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1040.890027] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f01179-3724-c10b-6468-f7c6834ea2e7" [ 1040.890027] env[69846]: _type = "Task" [ 1040.890027] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.904969] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f01179-3724-c10b-6468-f7c6834ea2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.907174] env[69846]: DEBUG nova.compute.manager [req-4c472928-9d11-45ad-8ed6-ec6050fb9cec req-5e98b057-384e-4d7a-987f-a8b8eb4341fd service nova] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Received event network-vif-plugged-daef1885-99a6-4663-9fb3-752498b2e0b4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.907446] env[69846]: DEBUG oslo_concurrency.lockutils [req-4c472928-9d11-45ad-8ed6-ec6050fb9cec req-5e98b057-384e-4d7a-987f-a8b8eb4341fd service nova] Acquiring lock "b4a8f63c-f89e-414c-a3b4-adc470df029e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.907738] env[69846]: DEBUG oslo_concurrency.lockutils [req-4c472928-9d11-45ad-8ed6-ec6050fb9cec req-5e98b057-384e-4d7a-987f-a8b8eb4341fd service nova] Lock "b4a8f63c-f89e-414c-a3b4-adc470df029e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.907829] env[69846]: DEBUG oslo_concurrency.lockutils [req-4c472928-9d11-45ad-8ed6-ec6050fb9cec req-5e98b057-384e-4d7a-987f-a8b8eb4341fd service nova] Lock "b4a8f63c-f89e-414c-a3b4-adc470df029e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.908036] env[69846]: DEBUG nova.compute.manager [req-4c472928-9d11-45ad-8ed6-ec6050fb9cec req-5e98b057-384e-4d7a-987f-a8b8eb4341fd service nova] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] No waiting events found dispatching network-vif-plugged-daef1885-99a6-4663-9fb3-752498b2e0b4 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.908191] env[69846]: WARNING nova.compute.manager [req-4c472928-9d11-45ad-8ed6-ec6050fb9cec req-5e98b057-384e-4d7a-987f-a8b8eb4341fd service nova] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Received unexpected event network-vif-plugged-daef1885-99a6-4663-9fb3-752498b2e0b4 for instance with vm_state building and task_state spawning. [ 1040.913356] env[69846]: DEBUG nova.objects.base [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1040.952906] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db75fbfc-2c53-46ff-874a-322ef9c334a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.961976] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Doing hard reboot of VM {{(pid=69846) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1040.962312] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e5fb87e0-03d5-4a52-b285-e6b27803db33 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.971019] env[69846]: DEBUG oslo_vmware.api [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1040.971019] env[69846]: value = "task-2950117" [ 1040.971019] env[69846]: _type = "Task" [ 1040.971019] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.981980] env[69846]: DEBUG nova.compute.manager [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.982395] env[69846]: DEBUG oslo_vmware.api [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950117, 'name': ResetVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.983248] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145b34e4-b3a0-422a-92c2-2082beca7151 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.036483] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950116, 'name': Destroy_Task, 'duration_secs': 0.395224} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.036904] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Destroyed the VM [ 1041.037256] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1041.037581] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03886a39-2ec3-4f0b-be6f-0aad2f7dba05 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.041164] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.049040] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1041.049040] env[69846]: value = "task-2950118" [ 1041.049040] env[69846]: _type = "Task" [ 1041.049040] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.059207] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950118, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.078925] env[69846]: DEBUG nova.objects.instance [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lazy-loading 'flavor' on Instance uuid 04b1cc60-af72-4019-b659-529157de2ea5 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.105482] env[69846]: DEBUG nova.scheduler.client.report [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.184686] env[69846]: DEBUG nova.network.neutron [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Successfully updated port: daef1885-99a6-4663-9fb3-752498b2e0b4 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.402515] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f01179-3724-c10b-6468-f7c6834ea2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.402850] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.403715] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.403715] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.403860] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.403926] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.404556] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b011f42-1ae3-46ff-8aa9-60e37faec81d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.414331] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.414582] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.417679] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2a5c9e-465e-4f1e-baaa-1b87ea962fd9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.425818] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1041.425818] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52868b2b-a316-2fbf-63cd-e386eaf5ef69" [ 1041.425818] env[69846]: _type = "Task" [ 1041.425818] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.436794] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52868b2b-a316-2fbf-63cd-e386eaf5ef69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.483222] env[69846]: DEBUG oslo_vmware.api [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950117, 'name': ResetVM_Task, 'duration_secs': 0.098165} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.483222] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Did hard reboot of VM {{(pid=69846) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1041.483222] env[69846]: DEBUG nova.compute.manager [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.483526] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb22f61f-b54a-4b26-9f1a-10e470d4da64 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.493642] env[69846]: INFO nova.compute.manager [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] instance snapshotting [ 1041.494246] env[69846]: DEBUG nova.objects.instance [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'flavor' on Instance uuid ac1a2386-9eff-4eec-bb5c-bce4339a782d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.519500] env[69846]: DEBUG nova.network.neutron [req-6348303b-76d7-4202-898a-10f803cdf83b req-61008ae7-772c-4158-80e5-ad0353f52082 service nova] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Updated VIF entry in instance network info cache for port 57d6bcd3-a3e0-4b07-b34c-718de0ad8d46. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.520048] env[69846]: DEBUG nova.network.neutron [req-6348303b-76d7-4202-898a-10f803cdf83b req-61008ae7-772c-4158-80e5-ad0353f52082 service nova] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Updating instance_info_cache with network_info: [{"id": "57d6bcd3-a3e0-4b07-b34c-718de0ad8d46", "address": "fa:16:3e:a5:a0:d0", "network": {"id": "b84b522d-19cc-4839-9a23-0e2dbc989aba", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1825925043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a2bc14e5609445e97dad76c1bd6d87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d6bcd3-a3", "ovs_interfaceid": "57d6bcd3-a3e0-4b07-b34c-718de0ad8d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.559401] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950118, 'name': RemoveSnapshot_Task, 'duration_secs': 0.457589} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.559781] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1041.560067] env[69846]: DEBUG nova.compute.manager [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.561023] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1716ccbe-db1b-4704-a51b-9ad23883737d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.588767] env[69846]: DEBUG oslo_concurrency.lockutils [None req-144f3ec2-1475-4d09-b0ab-409fd98e4616 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.411s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.610048] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.613556] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.245s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.613899] env[69846]: DEBUG nova.objects.instance [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lazy-loading 'resources' on Instance uuid 563d5262-1fe8-4422-bc4d-cfeec673ae6b {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.647030] env[69846]: INFO nova.scheduler.client.report [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Deleted allocations for instance cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c [ 1041.691850] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "refresh_cache-b4a8f63c-f89e-414c-a3b4-adc470df029e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.691850] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "refresh_cache-b4a8f63c-f89e-414c-a3b4-adc470df029e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.691850] env[69846]: DEBUG nova.network.neutron [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.848245] env[69846]: DEBUG nova.network.neutron [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance_info_cache with network_info: [{"id": "d13001fc-907e-462e-b657-9b76892fa686", "address": "fa:16:3e:3a:fe:1f", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13001fc-90", "ovs_interfaceid": "d13001fc-907e-462e-b657-9b76892fa686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.937364] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52868b2b-a316-2fbf-63cd-e386eaf5ef69, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.939179] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a82b7b-52ff-4cd2-845e-87317b8ccea2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.944768] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1041.944768] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522aae15-e240-8f01-f723-8fc9fb2395af" [ 1041.944768] env[69846]: _type = "Task" [ 1041.944768] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.956166] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522aae15-e240-8f01-f723-8fc9fb2395af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.999136] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c1ac891f-8bd2-4a18-8189-18281bf9bfca tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "e3216afd-3400-45cd-a918-52d81c899a1d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.588s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.001732] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b12ef7-9732-42e2-88c9-7d38fb2448ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.023694] env[69846]: DEBUG oslo_concurrency.lockutils [req-6348303b-76d7-4202-898a-10f803cdf83b req-61008ae7-772c-4158-80e5-ad0353f52082 service nova] Releasing lock "refresh_cache-de11a410-825e-44f9-b78b-79d93fe8b1bb" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.026171] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fe7e54-eca2-4ae1-b786-78790c1122d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.077845] env[69846]: INFO nova.compute.manager [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Shelve offloading [ 1042.157014] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f126638a-7af1-4814-81db-e7dd5057ae07 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Lock "cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.347s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.253490] env[69846]: DEBUG nova.network.neutron [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.314288] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquiring lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.314499] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.353252] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.408802] env[69846]: INFO nova.compute.manager [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Rescuing [ 1042.409933] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.409933] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.409933] env[69846]: DEBUG nova.network.neutron [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.465845] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522aae15-e240-8f01-f723-8fc9fb2395af, 'name': SearchDatastore_Task, 'duration_secs': 0.014173} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.465845] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.466038] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] de11a410-825e-44f9-b78b-79d93fe8b1bb/de11a410-825e-44f9-b78b-79d93fe8b1bb.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.466253] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1f0826d-027a-4d4c-af59-87c7edb44665 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.474892] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1042.474892] env[69846]: value = "task-2950119" [ 1042.474892] env[69846]: _type = "Task" [ 1042.474892] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.486510] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.537414] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.541391] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb2f417b-41d9-46d7-8fa7-9725f4b649de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.550592] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1042.550592] env[69846]: value = "task-2950120" [ 1042.550592] env[69846]: _type = "Task" [ 1042.550592] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.561630] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950120, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.570627] env[69846]: DEBUG nova.network.neutron [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Updating instance_info_cache with network_info: [{"id": "daef1885-99a6-4663-9fb3-752498b2e0b4", "address": "fa:16:3e:14:db:6b", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaef1885-99", "ovs_interfaceid": "daef1885-99a6-4663-9fb3-752498b2e0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.585232] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.585951] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dda17535-9ba3-41b4-bad9-fdd6526f08e7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.590720] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c32cdfa-681a-4674-85ad-5878a223da36 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.597293] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1042.597293] env[69846]: value = "task-2950121" [ 1042.597293] env[69846]: _type = "Task" [ 1042.597293] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.604883] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f977c16-ee0d-41fe-b271-57554ec92dc1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.616697] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1042.617085] env[69846]: DEBUG nova.compute.manager [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.619319] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0158b463-c909-4d42-9d72-5e8e665f896d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.654540] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d542054c-5d76-47f8-ad6b-1b0829f22369 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.658658] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.659007] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.659258] env[69846]: DEBUG nova.network.neutron [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.665630] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ecbbcd-d308-4709-b24f-fc196219dab9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.681019] env[69846]: DEBUG nova.compute.provider_tree [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.821864] env[69846]: DEBUG nova.compute.manager [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.990085] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950119, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.000317] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquiring lock "e3216afd-3400-45cd-a918-52d81c899a1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.000680] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "e3216afd-3400-45cd-a918-52d81c899a1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.000865] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquiring lock "e3216afd-3400-45cd-a918-52d81c899a1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.001119] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "e3216afd-3400-45cd-a918-52d81c899a1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.001346] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "e3216afd-3400-45cd-a918-52d81c899a1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.003785] env[69846]: INFO nova.compute.manager [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Terminating instance [ 1043.061682] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950120, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.079021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "refresh_cache-b4a8f63c-f89e-414c-a3b4-adc470df029e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.079021] env[69846]: DEBUG nova.compute.manager [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Instance network_info: |[{"id": "daef1885-99a6-4663-9fb3-752498b2e0b4", "address": "fa:16:3e:14:db:6b", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaef1885-99", "ovs_interfaceid": "daef1885-99a6-4663-9fb3-752498b2e0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.079021] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:db:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daef1885-99a6-4663-9fb3-752498b2e0b4', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.087732] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.093375] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.093375] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f9a85df-9136-4fcb-8cca-4c565fb20920 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.111934] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.111934] env[69846]: value = "task-2950122" [ 1043.111934] env[69846]: _type = "Task" [ 1043.111934] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.120230] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950122, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.185061] env[69846]: DEBUG nova.scheduler.client.report [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.293269] env[69846]: DEBUG nova.compute.manager [req-9786b6c2-de16-4324-a61c-062b468c8a4b req-710fe593-6e38-4bc0-960d-7af27222efe0 service nova] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Received event network-changed-daef1885-99a6-4663-9fb3-752498b2e0b4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.293269] env[69846]: DEBUG nova.compute.manager [req-9786b6c2-de16-4324-a61c-062b468c8a4b req-710fe593-6e38-4bc0-960d-7af27222efe0 service nova] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Refreshing instance network info cache due to event network-changed-daef1885-99a6-4663-9fb3-752498b2e0b4. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.293269] env[69846]: DEBUG oslo_concurrency.lockutils [req-9786b6c2-de16-4324-a61c-062b468c8a4b req-710fe593-6e38-4bc0-960d-7af27222efe0 service nova] Acquiring lock "refresh_cache-b4a8f63c-f89e-414c-a3b4-adc470df029e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.293269] env[69846]: DEBUG oslo_concurrency.lockutils [req-9786b6c2-de16-4324-a61c-062b468c8a4b req-710fe593-6e38-4bc0-960d-7af27222efe0 service nova] Acquired lock "refresh_cache-b4a8f63c-f89e-414c-a3b4-adc470df029e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.293269] env[69846]: DEBUG nova.network.neutron [req-9786b6c2-de16-4324-a61c-062b468c8a4b req-710fe593-6e38-4bc0-960d-7af27222efe0 service nova] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Refreshing network info cache for port daef1885-99a6-4663-9fb3-752498b2e0b4 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.355285] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.369735] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.370214] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8879675c-c8ce-4afb-acaa-7f5af67ac241 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.380910] env[69846]: DEBUG oslo_vmware.api [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1043.380910] env[69846]: value = "task-2950123" [ 1043.380910] env[69846]: _type = "Task" [ 1043.380910] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.397913] env[69846]: DEBUG oslo_vmware.api [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950123, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.491127] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5346} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.491382] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] de11a410-825e-44f9-b78b-79d93fe8b1bb/de11a410-825e-44f9-b78b-79d93fe8b1bb.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.492043] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.492043] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c994d854-0acb-422f-9ff2-27ba624f9f9a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.499622] env[69846]: DEBUG nova.network.neutron [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updating instance_info_cache with network_info: [{"id": "50b8545d-6a02-4982-b788-5b44438a9066", "address": "fa:16:3e:59:9e:2b", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b8545d-6a", "ovs_interfaceid": "50b8545d-6a02-4982-b788-5b44438a9066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.509256] env[69846]: DEBUG nova.compute.manager [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.509662] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.510163] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1043.510163] env[69846]: value = "task-2950124" [ 1043.510163] env[69846]: _type = "Task" [ 1043.510163] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.511271] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e43b79b-e912-474d-96a2-935c8f742f40 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.527040] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.531764] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5548fbeb-b6e0-4b6b-a8a7-ff110779b759 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.533627] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.538426] env[69846]: DEBUG oslo_vmware.api [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1043.538426] env[69846]: value = "task-2950125" [ 1043.538426] env[69846]: _type = "Task" [ 1043.538426] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.548732] env[69846]: DEBUG oslo_vmware.api [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.561795] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950120, 'name': CreateSnapshot_Task, 'duration_secs': 0.9451} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.562536] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1043.563407] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc9a4df-550c-4cd8-854e-f85e180e5ddb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.624783] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950122, 'name': CreateVM_Task, 'duration_secs': 0.386542} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.625034] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.625935] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.626159] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.626554] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.626822] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505bc657-a6e7-4e1f-93cc-6a27789caf82 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.633463] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1043.633463] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525f71b4-dea5-5d96-b1c5-c31313f51f0f" [ 1043.633463] env[69846]: _type = "Task" [ 1043.633463] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.634694] env[69846]: DEBUG nova.network.neutron [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updating instance_info_cache with network_info: [{"id": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "address": "fa:16:3e:b2:0b:cf", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf115b1ed-dc", "ovs_interfaceid": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.648184] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525f71b4-dea5-5d96-b1c5-c31313f51f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.692148] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.696020] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.654s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.696020] env[69846]: DEBUG nova.objects.instance [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'pci_requests' on Instance uuid 39baf588-6c09-4df4-a426-d2158d9c7afc {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.729345] env[69846]: INFO nova.scheduler.client.report [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Deleted allocations for instance 563d5262-1fe8-4422-bc4d-cfeec673ae6b [ 1043.897551] env[69846]: DEBUG oslo_vmware.api [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950123, 'name': PowerOnVM_Task, 'duration_secs': 0.4567} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.897837] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.898049] env[69846]: DEBUG nova.compute.manager [None req-f0c8f266-2abc-41b9-87f1-2759b6060abe tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.899193] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd2154b-74fc-430d-b0ee-61c2c0d45b97 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.003301] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.027811] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080021} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.027811] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.028390] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83040b04-19ce-4b39-b63e-42bb3559c170 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.052379] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] de11a410-825e-44f9-b78b-79d93fe8b1bb/de11a410-825e-44f9-b78b-79d93fe8b1bb.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.061180] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee96349d-6eb1-447d-a051-f3ef9e337483 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.082585] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.083885] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-841842f3-0fe6-4775-b38f-7b9a27cd522b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.092360] env[69846]: DEBUG oslo_vmware.api [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950125, 'name': PowerOffVM_Task, 'duration_secs': 0.243268} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.092735] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.092948] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.093403] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1044.093403] env[69846]: value = "task-2950126" [ 1044.093403] env[69846]: _type = "Task" [ 1044.093403] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.093583] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c25c732b-c95f-4c3b-ad1c-0709748b9e7e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.101018] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1044.101018] env[69846]: value = "task-2950127" [ 1044.101018] env[69846]: _type = "Task" [ 1044.101018] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.107072] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950126, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.116548] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950127, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.140681] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.150782] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.151116] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Processing image 6d86535d-aacc-42c7-9659-e83b56432a5e {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.151425] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e/6d86535d-aacc-42c7-9659-e83b56432a5e.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.151620] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e/6d86535d-aacc-42c7-9659-e83b56432a5e.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.151853] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.152309] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb072f5d-5bb1-4527-a6ec-641b8290afc0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.163580] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.163797] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.167115] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Deleting the datastore file [datastore1] e3216afd-3400-45cd-a918-52d81c899a1d {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.167115] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa6ff2c4-833e-48e4-9af3-28b120c9c56a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.171784] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.172011] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.173864] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97883ae9-df6c-493d-949f-9f56aa7a90fd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.176453] env[69846]: DEBUG oslo_vmware.api [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for the task: (returnval){ [ 1044.176453] env[69846]: value = "task-2950129" [ 1044.176453] env[69846]: _type = "Task" [ 1044.176453] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.191807] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1044.191807] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f5b118-a33b-25fc-c089-6da233d50a9c" [ 1044.191807] env[69846]: _type = "Task" [ 1044.191807] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.201390] env[69846]: DEBUG nova.objects.instance [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'numa_topology' on Instance uuid 39baf588-6c09-4df4-a426-d2158d9c7afc {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.202573] env[69846]: DEBUG oslo_vmware.api [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.209173] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f5b118-a33b-25fc-c089-6da233d50a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.242154] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7af7f22-9819-4417-a97e-f87d72e1be96 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Lock "563d5262-1fe8-4422-bc4d-cfeec673ae6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.540s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.404820] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquiring lock "9663aee9-bf35-477a-988f-182b25cf0c9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.404820] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lock "9663aee9-bf35-477a-988f-182b25cf0c9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.539204] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.542618] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d76c1-6e75-4791-baf6-ea97d8ba7861 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.547709] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.547978] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-580d9af9-d6f6-44d1-b9b3-65077ad83cc2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.614065] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.621168] env[69846]: INFO nova.compute.manager [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Rebuilding instance [ 1044.621559] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950127, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.625353] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.625697] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.626010] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleting the datastore file [datastore2] 80615314-3302-45dc-9dc8-f910eae5dbd9 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.626598] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efd34fc0-624e-436a-917a-b03a42ac1156 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.637030] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1044.637030] env[69846]: value = "task-2950131" [ 1044.637030] env[69846]: _type = "Task" [ 1044.637030] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.657066] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.671115] env[69846]: DEBUG nova.network.neutron [req-9786b6c2-de16-4324-a61c-062b468c8a4b req-710fe593-6e38-4bc0-960d-7af27222efe0 service nova] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Updated VIF entry in instance network info cache for port daef1885-99a6-4663-9fb3-752498b2e0b4. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.672174] env[69846]: DEBUG nova.network.neutron [req-9786b6c2-de16-4324-a61c-062b468c8a4b req-710fe593-6e38-4bc0-960d-7af27222efe0 service nova] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Updating instance_info_cache with network_info: [{"id": "daef1885-99a6-4663-9fb3-752498b2e0b4", "address": "fa:16:3e:14:db:6b", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaef1885-99", "ovs_interfaceid": "daef1885-99a6-4663-9fb3-752498b2e0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.684917] env[69846]: DEBUG nova.compute.manager [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.689017] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2213a327-4322-476d-aaa4-cae58eb34d53 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.703989] env[69846]: DEBUG oslo_vmware.api [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Task: {'id': task-2950129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287546} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.704851] env[69846]: INFO nova.compute.claims [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.712225] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.712494] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.712705] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.712910] env[69846]: INFO nova.compute.manager [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1044.713301] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.717684] env[69846]: DEBUG nova.compute.manager [-] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.717809] env[69846]: DEBUG nova.network.neutron [-] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.720544] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Preparing fetch location {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1044.720912] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Fetch image to [datastore1] OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed/OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed.vmdk {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1044.721045] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Downloading stream optimized image 6d86535d-aacc-42c7-9659-e83b56432a5e to [datastore1] OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed/OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed.vmdk on the data store datastore1 as vApp {{(pid=69846) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1044.721253] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Downloading image file data 6d86535d-aacc-42c7-9659-e83b56432a5e to the ESX as VM named 'OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed' {{(pid=69846) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1044.825112] env[69846]: DEBUG oslo_vmware.rw_handles [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1044.825112] env[69846]: value = "resgroup-9" [ 1044.825112] env[69846]: _type = "ResourcePool" [ 1044.825112] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1044.825462] env[69846]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-79882fdb-c5b2-4ed3-9023-5a3adee06319 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.852732] env[69846]: DEBUG oslo_vmware.rw_handles [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lease: (returnval){ [ 1044.852732] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5209e13d-6bf2-7a2f-350c-810f2e215ed0" [ 1044.852732] env[69846]: _type = "HttpNfcLease" [ 1044.852732] env[69846]: } obtained for vApp import into resource pool (val){ [ 1044.852732] env[69846]: value = "resgroup-9" [ 1044.852732] env[69846]: _type = "ResourcePool" [ 1044.852732] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1044.852732] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the lease: (returnval){ [ 1044.852732] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5209e13d-6bf2-7a2f-350c-810f2e215ed0" [ 1044.852732] env[69846]: _type = "HttpNfcLease" [ 1044.852732] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1044.860397] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.860397] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5209e13d-6bf2-7a2f-350c-810f2e215ed0" [ 1044.860397] env[69846]: _type = "HttpNfcLease" [ 1044.860397] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1044.908871] env[69846]: DEBUG nova.compute.manager [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.064738] env[69846]: DEBUG nova.compute.manager [req-665ed274-cef2-438c-99cd-53e52202ab43 req-95965bda-9557-498b-82de-4d76b4be268d service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Received event network-vif-unplugged-50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.064912] env[69846]: DEBUG oslo_concurrency.lockutils [req-665ed274-cef2-438c-99cd-53e52202ab43 req-95965bda-9557-498b-82de-4d76b4be268d service nova] Acquiring lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.065215] env[69846]: DEBUG oslo_concurrency.lockutils [req-665ed274-cef2-438c-99cd-53e52202ab43 req-95965bda-9557-498b-82de-4d76b4be268d service nova] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.065454] env[69846]: DEBUG oslo_concurrency.lockutils [req-665ed274-cef2-438c-99cd-53e52202ab43 req-95965bda-9557-498b-82de-4d76b4be268d service nova] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.068129] env[69846]: DEBUG nova.compute.manager [req-665ed274-cef2-438c-99cd-53e52202ab43 req-95965bda-9557-498b-82de-4d76b4be268d service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] No waiting events found dispatching network-vif-unplugged-50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.068129] env[69846]: WARNING nova.compute.manager [req-665ed274-cef2-438c-99cd-53e52202ab43 req-95965bda-9557-498b-82de-4d76b4be268d service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Received unexpected event network-vif-unplugged-50b8545d-6a02-4982-b788-5b44438a9066 for instance with vm_state shelved and task_state shelving_offloading. [ 1045.108487] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950126, 'name': ReconfigVM_Task, 'duration_secs': 0.737602} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.112332] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Reconfigured VM instance instance-0000004f to attach disk [datastore1] de11a410-825e-44f9-b78b-79d93fe8b1bb/de11a410-825e-44f9-b78b-79d93fe8b1bb.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.114073] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c346a1-1bb0-491a-b4cd-02210404400a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.125754] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950127, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.126265] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1045.126265] env[69846]: value = "task-2950133" [ 1045.126265] env[69846]: _type = "Task" [ 1045.126265] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.138917] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950133, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.148741] env[69846]: DEBUG oslo_vmware.api [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30012} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.149187] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.149287] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.149467] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.175545] env[69846]: DEBUG oslo_concurrency.lockutils [req-9786b6c2-de16-4324-a61c-062b468c8a4b req-710fe593-6e38-4bc0-960d-7af27222efe0 service nova] Releasing lock "refresh_cache-b4a8f63c-f89e-414c-a3b4-adc470df029e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.242448] env[69846]: INFO nova.scheduler.client.report [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleted allocations for instance 80615314-3302-45dc-9dc8-f910eae5dbd9 [ 1045.373137] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.373137] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5209e13d-6bf2-7a2f-350c-810f2e215ed0" [ 1045.373137] env[69846]: _type = "HttpNfcLease" [ 1045.373137] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1045.438576] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.532479] env[69846]: DEBUG nova.compute.manager [req-9f85d5b3-f49c-4804-9845-fe7dbdc85a8b req-e1eb74b3-9c07-4225-ae5f-f94818c0de01 service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Received event network-vif-deleted-c9a86810-a348-4016-ac55-4db2ffc0353b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.532479] env[69846]: INFO nova.compute.manager [req-9f85d5b3-f49c-4804-9845-fe7dbdc85a8b req-e1eb74b3-9c07-4225-ae5f-f94818c0de01 service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Neutron deleted interface c9a86810-a348-4016-ac55-4db2ffc0353b; detaching it from the instance and deleting it from the info cache [ 1045.532479] env[69846]: DEBUG nova.network.neutron [req-9f85d5b3-f49c-4804-9845-fe7dbdc85a8b req-e1eb74b3-9c07-4225-ae5f-f94818c0de01 service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.626272] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950127, 'name': CloneVM_Task, 'duration_secs': 1.519625} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.627449] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Created linked-clone VM from snapshot [ 1045.628413] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccdb6fc-95a1-4f2a-902f-83a3a9b7251b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.644993] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950133, 'name': Rename_Task, 'duration_secs': 0.182801} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.645334] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Uploading image 4cf851a8-9df1-475d-a626-12fe75c70511 {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1045.648053] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.648053] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eb49f59-e5ef-4c0b-beb5-a0c4947d57db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.654763] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1045.654763] env[69846]: value = "task-2950134" [ 1045.654763] env[69846]: _type = "Task" [ 1045.654763] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.665668] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.716381] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.716737] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dad636f-2859-44ff-ac07-c7fe39e2f98c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.722020] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.722020] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bab8f6a6-91fd-40a8-b196-8adbcc823f19 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.733776] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1045.733776] env[69846]: value = "task-2950135" [ 1045.733776] env[69846]: _type = "Task" [ 1045.733776] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.733776] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for the task: (returnval){ [ 1045.733776] env[69846]: value = "task-2950136" [ 1045.733776] env[69846]: _type = "Task" [ 1045.733776] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.751014] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.751422] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.756751] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2950136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.758590] env[69846]: DEBUG nova.network.neutron [-] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.867022] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.867022] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5209e13d-6bf2-7a2f-350c-810f2e215ed0" [ 1045.867022] env[69846]: _type = "HttpNfcLease" [ 1045.867022] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1045.867022] env[69846]: DEBUG oslo_vmware.rw_handles [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1045.867022] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5209e13d-6bf2-7a2f-350c-810f2e215ed0" [ 1045.867022] env[69846]: _type = "HttpNfcLease" [ 1045.867022] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1045.868791] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e950d636-ddbc-4cbb-bd66-a8df88f30d2c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.880376] env[69846]: DEBUG oslo_vmware.rw_handles [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf7632-f4dd-f13c-3ebc-59cf74a85c6f/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1045.881084] env[69846]: DEBUG oslo_vmware.rw_handles [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf7632-f4dd-f13c-3ebc-59cf74a85c6f/disk-0.vmdk. {{(pid=69846) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1045.965094] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5f28e43-d29f-431a-b831-3646fd81d979 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.971693] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d3e30-dd02-4a36-9c4a-499f0f11544a/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1045.975216] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a039c014-e692-4876-84e6-3a9b29455531 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.982257] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d3e30-dd02-4a36-9c4a-499f0f11544a/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1045.982602] env[69846]: ERROR oslo_vmware.rw_handles [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d3e30-dd02-4a36-9c4a-499f0f11544a/disk-0.vmdk due to incomplete transfer. [ 1045.983422] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00ba89e7-6077-431b-982a-7811454af08a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.986300] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1045.986300] env[69846]: value = "vm-592113" [ 1045.986300] env[69846]: _type = "VirtualMachine" [ 1045.986300] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1045.986626] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fcbcd7a4-8548-4a5f-ba73-3619848fbc3b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.999070] env[69846]: DEBUG oslo_vmware.rw_handles [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d3e30-dd02-4a36-9c4a-499f0f11544a/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1045.999070] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Uploaded image c401072b-95ae-4333-95e9-dd8747c36dbb to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1045.999848] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1045.999848] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lease: (returnval){ [ 1045.999848] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527d007b-9276-20a9-fda4-30d95968eb6a" [ 1045.999848] env[69846]: _type = "HttpNfcLease" [ 1045.999848] env[69846]: } obtained for exporting VM: (result){ [ 1045.999848] env[69846]: value = "vm-592113" [ 1045.999848] env[69846]: _type = "VirtualMachine" [ 1045.999848] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1046.000186] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the lease: (returnval){ [ 1046.000186] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527d007b-9276-20a9-fda4-30d95968eb6a" [ 1046.000186] env[69846]: _type = "HttpNfcLease" [ 1046.000186] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.000334] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-441bd2ee-cd69-4a8e-87e3-a2172f173750 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.012884] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.012884] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527d007b-9276-20a9-fda4-30d95968eb6a" [ 1046.012884] env[69846]: _type = "HttpNfcLease" [ 1046.012884] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1046.015642] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1046.015642] env[69846]: value = "task-2950138" [ 1046.015642] env[69846]: _type = "Task" [ 1046.015642] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.025323] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950138, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.037636] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be9ada9d-01c7-41d8-ab4e-0300c542c944 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.045879] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c4ed4-ae95-49d4-b160-1793da304059 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.099604] env[69846]: DEBUG nova.compute.manager [req-9f85d5b3-f49c-4804-9845-fe7dbdc85a8b req-e1eb74b3-9c07-4225-ae5f-f94818c0de01 service nova] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Detach interface failed, port_id=c9a86810-a348-4016-ac55-4db2ffc0353b, reason: Instance e3216afd-3400-45cd-a918-52d81c899a1d could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.168995] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950134, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.248159] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950135, 'name': PowerOffVM_Task, 'duration_secs': 0.24977} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.254055] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.254410] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2950136, 'name': PowerOffVM_Task, 'duration_secs': 0.248074} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.255423] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef21e64-7f16-4233-9465-6b8cbef2cb15 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.258698] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.258841] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.260379] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6c904b5-fe43-4929-96d0-4535047bea2a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.264828] env[69846]: INFO nova.compute.manager [-] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Took 1.55 seconds to deallocate network for instance. [ 1046.289748] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for the task: (returnval){ [ 1046.289748] env[69846]: value = "task-2950139" [ 1046.289748] env[69846]: _type = "Task" [ 1046.289748] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.297950] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d19b44-2ac1-47e3-a8dd-cb34e3f0cf7e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.303968] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fb613d-03e9-4c06-89a9-81d574f6a6d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.327033] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1046.327213] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1046.327438] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-591999', 'volume_id': '043a63f5-8011-4e97-9698-9e383b9a21b8', 'name': 'volume-043a63f5-8011-4e97-9698-9e383b9a21b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b6f8f0f-be41-4f4f-b570-31aae86e1193', 'attached_at': '', 'detached_at': '', 'volume_id': '043a63f5-8011-4e97-9698-9e383b9a21b8', 'serial': '043a63f5-8011-4e97-9698-9e383b9a21b8'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1046.328578] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b5629d-4581-4b14-bd61-b5e2cb528059 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.335782] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b24f66-098f-41d1-9b8c-fa1551d30343 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.394228] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a8da34-ce4b-46ae-aec7-1f3bbc274e4e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.398029] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754337ae-6360-4d4a-82c6-e09be99654f6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.415162] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.418894] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ac3349-e9aa-49f7-be98-8822856d3739 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.423461] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b72658-62bf-4eaa-bdb6-7783e0f4dc07 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.428438] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78ca42b2-9686-4e04-9b04-48aad049feec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.447433] env[69846]: DEBUG nova.compute.provider_tree [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.468909] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1046.468909] env[69846]: value = "task-2950140" [ 1046.468909] env[69846]: _type = "Task" [ 1046.468909] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.474016] env[69846]: DEBUG nova.scheduler.client.report [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.477984] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5753cd-b7c5-4acf-abd9-7c688a9f6696 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.501731] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] The volume has not been displaced from its original location: [datastore2] volume-043a63f5-8011-4e97-9698-9e383b9a21b8/volume-043a63f5-8011-4e97-9698-9e383b9a21b8.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1046.507938] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.518485] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faea6bbd-d7ab-47ea-a16b-3f3745b87bc3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.542303] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1046.543862] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.543862] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.543862] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.543862] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.549949] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47f6f693-a05b-4340-a00b-6d688450e9b7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.554180] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for the task: (returnval){ [ 1046.554180] env[69846]: value = "task-2950141" [ 1046.554180] env[69846]: _type = "Task" [ 1046.554180] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.558666] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.558666] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527d007b-9276-20a9-fda4-30d95968eb6a" [ 1046.558666] env[69846]: _type = "HttpNfcLease" [ 1046.558666] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1046.558917] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950138, 'name': Destroy_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.565280] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1046.565280] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527d007b-9276-20a9-fda4-30d95968eb6a" [ 1046.565280] env[69846]: _type = "HttpNfcLease" [ 1046.565280] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1046.566326] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.566444] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.567677] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49896b6-6191-4cf0-ad91-d5458a882634 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.570269] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4315553d-38cd-4e39-bd25-40b4ceaa1ca6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.581400] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526053eb-6b50-70eb-8c6a-001fb0dd7593/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1046.581560] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526053eb-6b50-70eb-8c6a-001fb0dd7593/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1046.587505] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1046.587505] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528650a9-c92c-1c38-92e2-21c466ab6bd8" [ 1046.587505] env[69846]: _type = "Task" [ 1046.587505] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.587952] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2950141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.666840] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528650a9-c92c-1c38-92e2-21c466ab6bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.010903} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.670117] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72d2c28-40f9-48e9-b075-9e15fbd32ba2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.675962] env[69846]: DEBUG oslo_vmware.api [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950134, 'name': PowerOnVM_Task, 'duration_secs': 0.581613} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.676645] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.676871] env[69846]: INFO nova.compute.manager [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1046.677079] env[69846]: DEBUG nova.compute.manager [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.679350] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8c680f-38b3-4837-9797-c7689b22bca1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.683377] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1046.683377] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e4d53b-83c5-4376-6bff-4891185bd098" [ 1046.683377] env[69846]: _type = "Task" [ 1046.683377] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.696370] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "57215d4f-805a-43ad-ac2e-704ed71ed837" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.696370] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.703725] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e4d53b-83c5-4376-6bff-4891185bd098, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.706391] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.706701] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 04b1cc60-af72-4019-b659-529157de2ea5/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. {{(pid=69846) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1046.708440] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b794355d-c25d-4509-8f18-9ca249d4ede1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.713022] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3eef6f20-4af0-4ede-9cdf-67b8239b535b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.720141] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1046.720141] env[69846]: value = "task-2950142" [ 1046.720141] env[69846]: _type = "Task" [ 1046.720141] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.742544] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.790381] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.790569] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.808359] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.937792] env[69846]: DEBUG oslo_vmware.rw_handles [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Completed reading data from the image iterator. {{(pid=69846) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1046.938171] env[69846]: DEBUG oslo_vmware.rw_handles [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf7632-f4dd-f13c-3ebc-59cf74a85c6f/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1046.940228] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f5e2f0-0882-42b5-a0b4-874c1bd6be6d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.947524] env[69846]: DEBUG oslo_vmware.rw_handles [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf7632-f4dd-f13c-3ebc-59cf74a85c6f/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1046.948072] env[69846]: DEBUG oslo_vmware.rw_handles [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf7632-f4dd-f13c-3ebc-59cf74a85c6f/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1046.949078] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-512ffd5d-d7b8-4faf-94bb-2a30768ecd5f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.985858] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.290s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.988492] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.634s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.990265] env[69846]: INFO nova.compute.claims [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.049763] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950138, 'name': Destroy_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.063892] env[69846]: INFO nova.network.neutron [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1047.074019] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2950141, 'name': ReconfigVM_Task, 'duration_secs': 0.270351} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.074019] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.076971] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b467ae9c-d96a-4813-989a-4e223245ba07 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.092816] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for the task: (returnval){ [ 1047.092816] env[69846]: value = "task-2950143" [ 1047.092816] env[69846]: _type = "Task" [ 1047.092816] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.101958] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2950143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.208183] env[69846]: DEBUG nova.compute.utils [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.209756] env[69846]: INFO nova.compute.manager [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Took 23.91 seconds to build instance. [ 1047.234079] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.265501] env[69846]: DEBUG oslo_vmware.rw_handles [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf7632-f4dd-f13c-3ebc-59cf74a85c6f/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1047.265501] env[69846]: INFO nova.virt.vmwareapi.images [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Downloaded image file data 6d86535d-aacc-42c7-9659-e83b56432a5e [ 1047.265653] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae8eb0c-e7dc-484e-80eb-20b71a5fabe6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.282104] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ed1b5e7-53b6-4345-9015-e8c5b81d71bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.302093] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.302346] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.302552] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.302821] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.303079] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.303294] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.303498] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1047.303680] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.331180] env[69846]: INFO nova.virt.vmwareapi.images [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] The imported VM was unregistered [ 1047.333923] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Caching image {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1047.334221] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.335345] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3689844b-0188-4e65-8364-714d2bf49d68 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.359133] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Created directory with path [datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.359276] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed/OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed.vmdk to [datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e/6d86535d-aacc-42c7-9659-e83b56432a5e.vmdk. {{(pid=69846) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1047.360170] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0d305926-e8ed-44ec-81e3-4611cb49aa9f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.369372] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1047.369372] env[69846]: value = "task-2950145" [ 1047.369372] env[69846]: _type = "Task" [ 1047.369372] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.379943] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950145, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.550382] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950138, 'name': Destroy_Task, 'duration_secs': 1.473641} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.550654] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Destroyed the VM [ 1047.550885] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1047.551510] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de618adc-18ac-4b9f-904e-ca780e6b5bfa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.563051] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1047.563051] env[69846]: value = "task-2950146" [ 1047.563051] env[69846]: _type = "Task" [ 1047.563051] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.568287] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950146, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.595401] env[69846]: DEBUG nova.compute.manager [req-c2668ce0-aa7b-4f5b-bb6a-ae73bdc897d1 req-a236c265-12f6-4218-aa36-4c9cb640db76 service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Received event network-changed-50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.595401] env[69846]: DEBUG nova.compute.manager [req-c2668ce0-aa7b-4f5b-bb6a-ae73bdc897d1 req-a236c265-12f6-4218-aa36-4c9cb640db76 service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Refreshing instance network info cache due to event network-changed-50b8545d-6a02-4982-b788-5b44438a9066. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.595401] env[69846]: DEBUG oslo_concurrency.lockutils [req-c2668ce0-aa7b-4f5b-bb6a-ae73bdc897d1 req-a236c265-12f6-4218-aa36-4c9cb640db76 service nova] Acquiring lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.595401] env[69846]: DEBUG oslo_concurrency.lockutils [req-c2668ce0-aa7b-4f5b-bb6a-ae73bdc897d1 req-a236c265-12f6-4218-aa36-4c9cb640db76 service nova] Acquired lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.597354] env[69846]: DEBUG nova.network.neutron [req-c2668ce0-aa7b-4f5b-bb6a-ae73bdc897d1 req-a236c265-12f6-4218-aa36-4c9cb640db76 service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Refreshing network info cache for port 50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.614135] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2950143, 'name': ReconfigVM_Task, 'duration_secs': 0.169937} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.614135] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-591999', 'volume_id': '043a63f5-8011-4e97-9698-9e383b9a21b8', 'name': 'volume-043a63f5-8011-4e97-9698-9e383b9a21b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b6f8f0f-be41-4f4f-b570-31aae86e1193', 'attached_at': '', 'detached_at': '', 'volume_id': '043a63f5-8011-4e97-9698-9e383b9a21b8', 'serial': '043a63f5-8011-4e97-9698-9e383b9a21b8'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1047.614508] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.615721] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf6d4a-1ea3-4614-8651-19e237c7bf78 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.629115] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.632564] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e48f7cb5-f613-4e76-bde8-37f8082a1378 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.712620] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.713544] env[69846]: DEBUG oslo_concurrency.lockutils [None req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "de11a410-825e-44f9-b78b-79d93fe8b1bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.433s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.719534] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.719534] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.719534] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Deleting the datastore file [datastore2] 8b6f8f0f-be41-4f4f-b570-31aae86e1193 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.724822] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05d5baa2-5811-409c-81fe-5f847bd05001 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.738612] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for the task: (returnval){ [ 1047.738612] env[69846]: value = "task-2950148" [ 1047.738612] env[69846]: _type = "Task" [ 1047.738612] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.746042] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950142, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.760135] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2950148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.808746] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.881281] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950145, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.070188] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950146, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.252470] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950142, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.281701} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.252812] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 04b1cc60-af72-4019-b659-529157de2ea5/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. [ 1048.254476] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550de474-1c59-4db5-bc3c-69dbf7a949bd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.264033] env[69846]: DEBUG oslo_vmware.api [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Task: {'id': task-2950148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387108} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.265096] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.265096] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.265096] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.297874] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 04b1cc60-af72-4019-b659-529157de2ea5/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.309071] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0332b94-7a25-40b9-9f83-c23d98c50795 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.338271] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1048.338271] env[69846]: value = "task-2950149" [ 1048.338271] env[69846]: _type = "Task" [ 1048.338271] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.353029] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.389981] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950145, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.396924] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1048.397765] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a873228-bb58-4907-8eaa-3f6adfda39a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.412389] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a919765-3435-457c-815e-a1fc339768f8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.473473] env[69846]: ERROR nova.compute.manager [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Failed to detach volume 043a63f5-8011-4e97-9698-9e383b9a21b8 from /dev/sda: nova.exception.InstanceNotFound: Instance 8b6f8f0f-be41-4f4f-b570-31aae86e1193 could not be found. [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Traceback (most recent call last): [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self.driver.rebuild(**kwargs) [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] raise NotImplementedError() [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] NotImplementedError [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] During handling of the above exception, another exception occurred: [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Traceback (most recent call last): [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self.driver.detach_volume(context, old_connection_info, [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] return self._volumeops.detach_volume(connection_info, instance) [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self._detach_volume_vmdk(connection_info, instance) [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] stable_ref.fetch_moref(session) [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] nova.exception.InstanceNotFound: Instance 8b6f8f0f-be41-4f4f-b570-31aae86e1193 could not be found. [ 1048.473473] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] [ 1048.506509] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cadc58-284e-4a1b-b910-b63545c8e052 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.519279] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f3f7c8-d323-4297-826f-e135d652381b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.530021] env[69846]: DEBUG nova.network.neutron [req-c2668ce0-aa7b-4f5b-bb6a-ae73bdc897d1 req-a236c265-12f6-4218-aa36-4c9cb640db76 service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updated VIF entry in instance network info cache for port 50b8545d-6a02-4982-b788-5b44438a9066. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.530499] env[69846]: DEBUG nova.network.neutron [req-c2668ce0-aa7b-4f5b-bb6a-ae73bdc897d1 req-a236c265-12f6-4218-aa36-4c9cb640db76 service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updating instance_info_cache with network_info: [{"id": "50b8545d-6a02-4982-b788-5b44438a9066", "address": "fa:16:3e:59:9e:2b", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap50b8545d-6a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.566328] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a65620-15b7-437a-a1f0-cb02f4a7ff57 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.580954] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950146, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.582997] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba57e72-6c2c-4f5e-a771-7a0c54e6d61e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.598629] env[69846]: DEBUG nova.compute.provider_tree [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.669389] env[69846]: DEBUG nova.compute.utils [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Build of instance 8b6f8f0f-be41-4f4f-b570-31aae86e1193 aborted: Failed to rebuild volume backed instance. {{(pid=69846) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1048.672542] env[69846]: ERROR nova.compute.manager [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8b6f8f0f-be41-4f4f-b570-31aae86e1193 aborted: Failed to rebuild volume backed instance. [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Traceback (most recent call last): [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self.driver.rebuild(**kwargs) [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] raise NotImplementedError() [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] NotImplementedError [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] During handling of the above exception, another exception occurred: [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Traceback (most recent call last): [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self._detach_root_volume(context, instance, root_bdm) [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] with excutils.save_and_reraise_exception(): [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self.force_reraise() [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] raise self.value [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self.driver.detach_volume(context, old_connection_info, [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] return self._volumeops.detach_volume(connection_info, instance) [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self._detach_volume_vmdk(connection_info, instance) [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] stable_ref.fetch_moref(session) [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] nova.exception.InstanceNotFound: Instance 8b6f8f0f-be41-4f4f-b570-31aae86e1193 could not be found. [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] During handling of the above exception, another exception occurred: [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Traceback (most recent call last): [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] yield [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1048.672542] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self._do_rebuild_instance_with_claim( [ 1048.674447] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1048.674447] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self._do_rebuild_instance( [ 1048.674447] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1048.674447] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self._rebuild_default_impl(**kwargs) [ 1048.674447] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1048.674447] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] self._rebuild_volume_backed_instance( [ 1048.674447] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1048.674447] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] raise exception.BuildAbortException( [ 1048.674447] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] nova.exception.BuildAbortException: Build of instance 8b6f8f0f-be41-4f4f-b570-31aae86e1193 aborted: Failed to rebuild volume backed instance. [ 1048.674447] env[69846]: ERROR nova.compute.manager [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] [ 1048.831705] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "57215d4f-805a-43ad-ac2e-704ed71ed837" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.831705] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.832413] env[69846]: INFO nova.compute.manager [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Attaching volume 02bb36e3-24bc-4812-bb41-251b352c264c to /dev/sdb [ 1048.856153] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950149, 'name': ReconfigVM_Task, 'duration_secs': 0.413047} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.856153] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 04b1cc60-af72-4019-b659-529157de2ea5/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.857184] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f9a115-e8ac-4f08-9881-06ac0bb347cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.897933] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b516121d-71a3-40e7-9994-73009c847e86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.914656] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582a59e2-4152-40e9-a6b8-fc918e6b2bcd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.926977] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950145, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.929275] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "80615314-3302-45dc-9dc8-f910eae5dbd9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.931319] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7619ca4-4129-421d-b4a7-77f280d764e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.934599] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1048.934599] env[69846]: value = "task-2950150" [ 1048.934599] env[69846]: _type = "Task" [ 1048.934599] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.949038] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.953043] env[69846]: DEBUG nova.virt.block_device [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Updating existing volume attachment record: 04c88b29-98d5-4cc0-9b25-a1ad077871bf {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1049.061629] env[69846]: DEBUG oslo_concurrency.lockutils [req-c2668ce0-aa7b-4f5b-bb6a-ae73bdc897d1 req-a236c265-12f6-4218-aa36-4c9cb640db76 service nova] Releasing lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.074864] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950146, 'name': RemoveSnapshot_Task, 'duration_secs': 1.053855} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.075373] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1049.075808] env[69846]: DEBUG nova.compute.manager [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.076786] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b90b065-219c-411d-a142-5b350e9b69fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.106070] env[69846]: DEBUG nova.scheduler.client.report [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.401148] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950145, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.452762] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950150, 'name': ReconfigVM_Task, 'duration_secs': 0.188713} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.453351] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.453977] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7513eb86-aff7-4930-a499-3d03d5485a7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.463557] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1049.463557] env[69846]: value = "task-2950154" [ 1049.463557] env[69846]: _type = "Task" [ 1049.463557] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.479311] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.597777] env[69846]: INFO nova.compute.manager [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Shelve offloading [ 1049.616021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.616021] env[69846]: DEBUG nova.compute.manager [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.623025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.183s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.623575] env[69846]: INFO nova.compute.claims [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.904016] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950145, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.983673] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950154, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.102068] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.102726] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-741a6e8b-5f0d-4161-9161-c7f947a65891 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.109758] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1050.109758] env[69846]: value = "task-2950155" [ 1050.109758] env[69846]: _type = "Task" [ 1050.109758] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.128074] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1050.128382] env[69846]: DEBUG nova.compute.manager [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.133916] env[69846]: DEBUG nova.compute.utils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.136205] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b00ad9-5d38-4127-b95c-f93472c3457b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.139502] env[69846]: DEBUG nova.compute.manager [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.141652] env[69846]: DEBUG nova.network.neutron [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.150376] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.150376] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.150949] env[69846]: DEBUG nova.network.neutron [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.207555] env[69846]: DEBUG nova.compute.manager [req-57df2a13-761f-41b0-b516-47a72fcfb47e req-37c8b598-51e2-4682-840e-2dfdc82f513a service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received event network-vif-plugged-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.208758] env[69846]: DEBUG oslo_concurrency.lockutils [req-57df2a13-761f-41b0-b516-47a72fcfb47e req-37c8b598-51e2-4682-840e-2dfdc82f513a service nova] Acquiring lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.209318] env[69846]: DEBUG oslo_concurrency.lockutils [req-57df2a13-761f-41b0-b516-47a72fcfb47e req-37c8b598-51e2-4682-840e-2dfdc82f513a service nova] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.211112] env[69846]: DEBUG oslo_concurrency.lockutils [req-57df2a13-761f-41b0-b516-47a72fcfb47e req-37c8b598-51e2-4682-840e-2dfdc82f513a service nova] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.211112] env[69846]: DEBUG nova.compute.manager [req-57df2a13-761f-41b0-b516-47a72fcfb47e req-37c8b598-51e2-4682-840e-2dfdc82f513a service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] No waiting events found dispatching network-vif-plugged-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.212626] env[69846]: WARNING nova.compute.manager [req-57df2a13-761f-41b0-b516-47a72fcfb47e req-37c8b598-51e2-4682-840e-2dfdc82f513a service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received unexpected event network-vif-plugged-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1050.216374] env[69846]: DEBUG nova.policy [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68b2fe8aa51247d3a22fcd0d3c4e55c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a17cf95203346678f906036f30aef2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.248138] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.248138] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.248138] env[69846]: DEBUG nova.network.neutron [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.402750] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950145, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.917396} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.403286] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed/OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed.vmdk to [datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e/6d86535d-aacc-42c7-9659-e83b56432a5e.vmdk. [ 1050.403962] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Cleaning up location [datastore1] OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1050.404328] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_70fe7f49-4f79-43bf-937e-61779491cbed {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.404776] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49a7aff7-6f11-4dce-9072-be643cdd96a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.414150] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1050.414150] env[69846]: value = "task-2950156" [ 1050.414150] env[69846]: _type = "Task" [ 1050.414150] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.423379] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.476345] env[69846]: DEBUG oslo_vmware.api [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950154, 'name': PowerOnVM_Task, 'duration_secs': 0.533896} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.476820] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.482383] env[69846]: DEBUG nova.compute.manager [None req-64e50f7a-0a74-4273-9983-656039edf443 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.482383] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2074e74-05e3-4c7d-ad89-6c7d511869d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.642187] env[69846]: DEBUG nova.compute.manager [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.699427] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.767880] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquiring lock "0f2009a7-3ad9-4ec7-853b-f557e7318536" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.768121] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lock "0f2009a7-3ad9-4ec7-853b-f557e7318536" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.926189] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061416} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.927442] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.927442] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e/6d86535d-aacc-42c7-9659-e83b56432a5e.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.927592] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e/6d86535d-aacc-42c7-9659-e83b56432a5e.vmdk to [datastore1] b4a8f63c-f89e-414c-a3b4-adc470df029e/b4a8f63c-f89e-414c-a3b4-adc470df029e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.928023] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bafcd225-a412-4dc2-a055-f948461ec6ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.940697] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1050.940697] env[69846]: value = "task-2950157" [ 1050.940697] env[69846]: _type = "Task" [ 1050.940697] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.955544] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.989275] env[69846]: DEBUG nova.network.neutron [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Successfully created port: 77a33e77-6fcd-4ee3-8658-e53c9106daee {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.033149] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65863015-c479-4197-86dc-fd2f0e12f27e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.043338] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84442e1f-b116-43c5-b583-a33902c451d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.075810] env[69846]: DEBUG nova.network.neutron [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Updating instance_info_cache with network_info: [{"id": "a7b0e155-fac9-4294-8802-ca3151d8a7cb", "address": "fa:16:3e:cf:3d:0e", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b0e155-fa", "ovs_interfaceid": "a7b0e155-fac9-4294-8802-ca3151d8a7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.078475] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcaa949-1bb1-41b8-a18e-82a8c343cbb8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.087020] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3ebe9-ea11-4f92-a64d-14eb1f1bb875 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.104632] env[69846]: DEBUG nova.compute.provider_tree [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.154871] env[69846]: DEBUG nova.network.neutron [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating instance_info_cache with network_info: [{"id": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "address": "fa:16:3e:98:5f:82", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edc9b6-65", "ovs_interfaceid": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.273266] env[69846]: DEBUG nova.compute.manager [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.451790] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950157, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.580641] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.613575] env[69846]: DEBUG nova.scheduler.client.report [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.654262] env[69846]: DEBUG nova.compute.manager [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.657310] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.696056] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.696329] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.696485] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.696693] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.696918] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.697442] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.699138] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.699319] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.699503] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.699671] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.699894] env[69846]: DEBUG nova.virt.hardware [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.703105] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dcb23f-74c5-4b52-bb3a-3d4a99ecf91e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.714729] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e54b572-5b4b-48c9-9836-6ad47516da06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.720955] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2d94cdf600d31eb4615c843a8d6dbbd1',container_format='bare',created_at=2025-03-11T20:26:47Z,direct_url=,disk_format='vmdk',id=d0c5b579-981f-4f67-8829-e2bbffa14b1e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-21258738-shelved',owner='ddda7972930c4b86b7f1b5d4c819ad57',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-03-11T20:27:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.721209] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.721362] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.721642] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.721828] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.722014] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.722296] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.722493] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.722653] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.722814] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.723035] env[69846]: DEBUG nova.virt.hardware [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.723861] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8524ebcd-50c9-4910-a9f6-84d056e1ea20 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.748087] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1680e78-103f-433a-94ba-8f76b5a25597 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.767699] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:5f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48edc9b6-65ab-4cb3-8687-f22d0e472aa1', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.775814] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.776834] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.782286] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35664d34-b775-4744-a5dc-ec670ec7d45b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.807087] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.807087] env[69846]: value = "task-2950159" [ 1051.807087] env[69846]: _type = "Task" [ 1051.807087] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.817194] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.819127] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.958794] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950157, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.118448] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.119593] env[69846]: DEBUG nova.compute.manager [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.123572] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.123933] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.373s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.124358] env[69846]: DEBUG nova.objects.instance [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lazy-loading 'resources' on Instance uuid 80615314-3302-45dc-9dc8-f910eae5dbd9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.126032] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcf96b4-bb94-40c5-bf59-954f1ccdbc56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.139368] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.139908] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da90db34-1a26-452f-9525-f56e1223df34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.320637] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.369963] env[69846]: DEBUG nova.compute.manager [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received event network-changed-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.369963] env[69846]: DEBUG nova.compute.manager [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Refreshing instance network info cache due to event network-changed-48edc9b6-65ab-4cb3-8687-f22d0e472aa1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.369963] env[69846]: DEBUG oslo_concurrency.lockutils [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] Acquiring lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.369963] env[69846]: DEBUG oslo_concurrency.lockutils [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] Acquired lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.369963] env[69846]: DEBUG nova.network.neutron [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Refreshing network info cache for port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.376712] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "de11a410-825e-44f9-b78b-79d93fe8b1bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.376712] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "de11a410-825e-44f9-b78b-79d93fe8b1bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.376975] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "de11a410-825e-44f9-b78b-79d93fe8b1bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.377115] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "de11a410-825e-44f9-b78b-79d93fe8b1bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.377291] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "de11a410-825e-44f9-b78b-79d93fe8b1bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.379973] env[69846]: INFO nova.compute.manager [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Terminating instance [ 1052.416459] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Acquiring lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.417256] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.417439] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Acquiring lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.417638] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.417804] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.420064] env[69846]: INFO nova.compute.manager [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Terminating instance [ 1052.454996] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950157, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.550863] env[69846]: INFO nova.compute.manager [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Unrescuing [ 1052.551223] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.553614] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquired lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.553614] env[69846]: DEBUG nova.network.neutron [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.631357] env[69846]: DEBUG nova.compute.utils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.633230] env[69846]: DEBUG nova.objects.instance [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lazy-loading 'numa_topology' on Instance uuid 80615314-3302-45dc-9dc8-f910eae5dbd9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.637931] env[69846]: DEBUG nova.compute.manager [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.637931] env[69846]: DEBUG nova.network.neutron [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.691997] env[69846]: DEBUG nova.policy [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15335a01ca0b4993a24da2bafcd4002d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e3d29ee54b34752b921acf3e2dce044', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.820879] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.888412] env[69846]: DEBUG nova.compute.manager [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.888529] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.889454] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3215ea1-d80a-46ab-a0ed-170969e3ead0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.901842] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.902396] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1b46c40-02fe-489a-b068-912f83ffda12 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.910947] env[69846]: DEBUG oslo_vmware.api [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1052.910947] env[69846]: value = "task-2950161" [ 1052.910947] env[69846]: _type = "Task" [ 1052.910947] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.922141] env[69846]: DEBUG oslo_vmware.api [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.925347] env[69846]: DEBUG nova.compute.manager [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.925699] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1a65843-a80e-4f81-be4e-a3a2735b2e07 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.940199] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ce4b27-5755-4e61-a6b8-ecfbece4852f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.959807] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950157, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.961919] env[69846]: DEBUG nova.compute.manager [req-67ebc078-c73e-4516-a9f8-6ef4af990d2a req-440ecbd8-c068-4a93-917d-4bfaa1a664ec service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Received event network-vif-plugged-77a33e77-6fcd-4ee3-8658-e53c9106daee {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.962314] env[69846]: DEBUG oslo_concurrency.lockutils [req-67ebc078-c73e-4516-a9f8-6ef4af990d2a req-440ecbd8-c068-4a93-917d-4bfaa1a664ec service nova] Acquiring lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.962403] env[69846]: DEBUG oslo_concurrency.lockutils [req-67ebc078-c73e-4516-a9f8-6ef4af990d2a req-440ecbd8-c068-4a93-917d-4bfaa1a664ec service nova] Lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.962629] env[69846]: DEBUG oslo_concurrency.lockutils [req-67ebc078-c73e-4516-a9f8-6ef4af990d2a req-440ecbd8-c068-4a93-917d-4bfaa1a664ec service nova] Lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.962727] env[69846]: DEBUG nova.compute.manager [req-67ebc078-c73e-4516-a9f8-6ef4af990d2a req-440ecbd8-c068-4a93-917d-4bfaa1a664ec service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] No waiting events found dispatching network-vif-plugged-77a33e77-6fcd-4ee3-8658-e53c9106daee {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.962879] env[69846]: WARNING nova.compute.manager [req-67ebc078-c73e-4516-a9f8-6ef4af990d2a req-440ecbd8-c068-4a93-917d-4bfaa1a664ec service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Received unexpected event network-vif-plugged-77a33e77-6fcd-4ee3-8658-e53c9106daee for instance with vm_state building and task_state spawning. [ 1052.982325] env[69846]: WARNING nova.virt.vmwareapi.driver [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8b6f8f0f-be41-4f4f-b570-31aae86e1193 could not be found. [ 1052.982554] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.985683] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bd88d67-dd65-40b9-87d7-7786a1ab73b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.997608] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89ae2a-1c94-4b58-8066-83c54ca01a21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.043525] env[69846]: WARNING nova.virt.vmwareapi.vmops [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8b6f8f0f-be41-4f4f-b570-31aae86e1193 could not be found. [ 1053.043525] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.043525] env[69846]: INFO nova.compute.manager [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1053.043525] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.044149] env[69846]: DEBUG nova.compute.manager [-] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.044149] env[69846]: DEBUG nova.network.neutron [-] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.135620] env[69846]: DEBUG nova.compute.manager [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.142144] env[69846]: DEBUG nova.objects.base [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Object Instance<80615314-3302-45dc-9dc8-f910eae5dbd9> lazy-loaded attributes: resources,numa_topology {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.255642] env[69846]: DEBUG nova.network.neutron [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Successfully updated port: 77a33e77-6fcd-4ee3-8658-e53c9106daee {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.321477] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.425278] env[69846]: DEBUG oslo_vmware.api [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.462795] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950157, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.525294] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadf7a7f-e95d-44ac-b164-86030470eaa8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.535664] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ee4217-a934-4748-b74b-feba9fe97586 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.540353] env[69846]: DEBUG nova.network.neutron [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updated VIF entry in instance network info cache for port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.540767] env[69846]: DEBUG nova.network.neutron [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating instance_info_cache with network_info: [{"id": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "address": "fa:16:3e:98:5f:82", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48edc9b6-65", "ovs_interfaceid": "48edc9b6-65ab-4cb3-8687-f22d0e472aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.582386] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79f4a17-b8de-4857-ac96-39515fd40bc8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.595387] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf4616e-f453-49ab-a091-814972e1197b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.612447] env[69846]: DEBUG nova.compute.provider_tree [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.760850] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquiring lock "refresh_cache-c512fb9a-7082-44a2-a6f0-4a93a67867d9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.760850] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquired lock "refresh_cache-c512fb9a-7082-44a2-a6f0-4a93a67867d9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.761074] env[69846]: DEBUG nova.network.neutron [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.772909] env[69846]: DEBUG nova.network.neutron [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updating instance_info_cache with network_info: [{"id": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "address": "fa:16:3e:b2:0b:cf", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf115b1ed-dc", "ovs_interfaceid": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.822406] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.924356] env[69846]: DEBUG oslo_vmware.api [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950161, 'name': PowerOffVM_Task, 'duration_secs': 0.999741} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.924356] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.924356] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.924356] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06ea0936-a1f0-4a4b-9a2e-cc69d19bfd93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.962044] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950157, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.908487} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.962390] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6d86535d-aacc-42c7-9659-e83b56432a5e/6d86535d-aacc-42c7-9659-e83b56432a5e.vmdk to [datastore1] b4a8f63c-f89e-414c-a3b4-adc470df029e/b4a8f63c-f89e-414c-a3b4-adc470df029e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.963204] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87184534-f088-4631-b332-293a89a097b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.985352] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] b4a8f63c-f89e-414c-a3b4-adc470df029e/b4a8f63c-f89e-414c-a3b4-adc470df029e.vmdk or device None with type streamOptimized {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.985650] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d81608-dbf2-4f06-89e4-9283a26be535 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.005797] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1054.005797] env[69846]: value = "task-2950163" [ 1054.005797] env[69846]: _type = "Task" [ 1054.005797] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.015602] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.044067] env[69846]: DEBUG oslo_concurrency.lockutils [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] Releasing lock "refresh_cache-39baf588-6c09-4df4-a426-d2158d9c7afc" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.044067] env[69846]: DEBUG nova.compute.manager [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Received event network-vif-unplugged-a7b0e155-fac9-4294-8802-ca3151d8a7cb {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.044067] env[69846]: DEBUG oslo_concurrency.lockutils [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] Acquiring lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.044067] env[69846]: DEBUG oslo_concurrency.lockutils [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.044382] env[69846]: DEBUG oslo_concurrency.lockutils [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.044382] env[69846]: DEBUG nova.compute.manager [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] No waiting events found dispatching network-vif-unplugged-a7b0e155-fac9-4294-8802-ca3151d8a7cb {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.044498] env[69846]: WARNING nova.compute.manager [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Received unexpected event network-vif-unplugged-a7b0e155-fac9-4294-8802-ca3151d8a7cb for instance with vm_state shelved and task_state shelving_offloading. [ 1054.044660] env[69846]: DEBUG nova.compute.manager [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Received event network-changed-a7b0e155-fac9-4294-8802-ca3151d8a7cb {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.044815] env[69846]: DEBUG nova.compute.manager [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Refreshing instance network info cache due to event network-changed-a7b0e155-fac9-4294-8802-ca3151d8a7cb. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.045012] env[69846]: DEBUG oslo_concurrency.lockutils [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] Acquiring lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.045154] env[69846]: DEBUG oslo_concurrency.lockutils [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] Acquired lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.045312] env[69846]: DEBUG nova.network.neutron [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Refreshing network info cache for port a7b0e155-fac9-4294-8802-ca3151d8a7cb {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.116020] env[69846]: DEBUG nova.scheduler.client.report [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.276083] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Releasing lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.277202] env[69846]: DEBUG nova.objects.instance [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lazy-loading 'flavor' on Instance uuid 04b1cc60-af72-4019-b659-529157de2ea5 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.314346] env[69846]: DEBUG nova.network.neutron [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.319489] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.469460] env[69846]: DEBUG nova.network.neutron [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Updating instance_info_cache with network_info: [{"id": "77a33e77-6fcd-4ee3-8658-e53c9106daee", "address": "fa:16:3e:ba:b3:a2", "network": {"id": "3268a217-ed8e-4447-8e71-ab734d36b6e0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1512999746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a17cf95203346678f906036f30aef2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a33e77-6f", "ovs_interfaceid": "77a33e77-6fcd-4ee3-8658-e53c9106daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.516213] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.741687] env[69846]: DEBUG nova.network.neutron [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Updated VIF entry in instance network info cache for port a7b0e155-fac9-4294-8802-ca3151d8a7cb. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.742125] env[69846]: DEBUG nova.network.neutron [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Updating instance_info_cache with network_info: [{"id": "a7b0e155-fac9-4294-8802-ca3151d8a7cb", "address": "fa:16:3e:cf:3d:0e", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": null, "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa7b0e155-fa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.783450] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f055c2e-6b65-4fb1-a7cb-5290a48c181c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.809103] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.809443] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68fc7571-75ed-4b79-84dc-3206ece27b25 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.819686] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.820997] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1054.820997] env[69846]: value = "task-2950164" [ 1054.820997] env[69846]: _type = "Task" [ 1054.820997] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.828317] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.015985] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950163, 'name': ReconfigVM_Task, 'duration_secs': 0.563184} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.016353] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] b4a8f63c-f89e-414c-a3b4-adc470df029e/b4a8f63c-f89e-414c-a3b4-adc470df029e.vmdk or device None with type streamOptimized {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.017040] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03089f5e-2efb-4cdb-86c4-6ea7e710e942 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.022770] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1055.022770] env[69846]: value = "task-2950165" [ 1055.022770] env[69846]: _type = "Task" [ 1055.022770] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.030589] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950165, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.321273] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.329385] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.532732] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950165, 'name': Rename_Task, 'duration_secs': 0.216719} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.533098] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.533398] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25ec3047-17cf-4701-9fe5-6d5f7ba8f006 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.539903] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1055.539903] env[69846]: value = "task-2950166" [ 1055.539903] env[69846]: _type = "Task" [ 1055.539903] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.547270] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.821959] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.829670] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.049395] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950166, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.323018] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.329833] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.549565] env[69846]: DEBUG oslo_vmware.api [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950166, 'name': PowerOnVM_Task, 'duration_secs': 0.584784} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.549875] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.550081] env[69846]: INFO nova.compute.manager [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Took 16.93 seconds to spawn the instance on the hypervisor. [ 1056.550263] env[69846]: DEBUG nova.compute.manager [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.551064] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05583821-4064-453a-a886-357dca333559 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.823435] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.831175] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.863646] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.863774] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.864020] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleting the datastore file [datastore2] a9d18a69-05a2-46ab-bf7c-a854454cecb2 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.864521] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7d0ec73-41c4-401b-87b5-7318ae764141 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.871925] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1056.871925] env[69846]: value = "task-2950167" [ 1056.871925] env[69846]: _type = "Task" [ 1056.871925] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.881466] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.881466] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.881466] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Deleting the datastore file [datastore1] de11a410-825e-44f9-b78b-79d93fe8b1bb {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.881466] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bff8638-72e8-4a31-9a6e-adcb4b2ef6c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.883480] env[69846]: DEBUG nova.network.neutron [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Successfully created port: 003ab99e-747e-43e8-80d5-30f7a416e5f1 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.889214] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.891315] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1056.891524] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592116', 'volume_id': '02bb36e3-24bc-4812-bb41-251b352c264c', 'name': 'volume-02bb36e3-24bc-4812-bb41-251b352c264c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57215d4f-805a-43ad-ac2e-704ed71ed837', 'attached_at': '', 'detached_at': '', 'volume_id': '02bb36e3-24bc-4812-bb41-251b352c264c', 'serial': '02bb36e3-24bc-4812-bb41-251b352c264c'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1056.893299] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476342aa-6f18-43db-98ab-7e5ea48450a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.898449] env[69846]: DEBUG oslo_vmware.api [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1056.898449] env[69846]: value = "task-2950168" [ 1056.898449] env[69846]: _type = "Task" [ 1056.898449] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.920104] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b38b4db-8b41-44fa-9ca3-0d44c1d12b79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.924543] env[69846]: DEBUG oslo_vmware.api [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.951361] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-02bb36e3-24bc-4812-bb41-251b352c264c/volume-02bb36e3-24bc-4812-bb41-251b352c264c.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.952708] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3104d9d4-4bd8-4a4e-b1c4-0f74610f6918 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.976851] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Releasing lock "refresh_cache-c512fb9a-7082-44a2-a6f0-4a93a67867d9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.977106] env[69846]: DEBUG nova.compute.manager [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Instance network_info: |[{"id": "77a33e77-6fcd-4ee3-8658-e53c9106daee", "address": "fa:16:3e:ba:b3:a2", "network": {"id": "3268a217-ed8e-4447-8e71-ab734d36b6e0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1512999746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a17cf95203346678f906036f30aef2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a33e77-6f", "ovs_interfaceid": "77a33e77-6fcd-4ee3-8658-e53c9106daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.977939] env[69846]: DEBUG oslo_vmware.api [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1056.977939] env[69846]: value = "task-2950169" [ 1056.977939] env[69846]: _type = "Task" [ 1056.977939] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.980550] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:b3:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77a33e77-6fcd-4ee3-8658-e53c9106daee', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.988270] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Creating folder: Project (9a17cf95203346678f906036f30aef2d). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.991550] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e649143e-db9d-496c-92ab-d54691ad6744 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.007308] env[69846]: DEBUG oslo_vmware.api [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.008963] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Created folder: Project (9a17cf95203346678f906036f30aef2d) in parent group-v591891. [ 1057.009254] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Creating folder: Instances. Parent ref: group-v592118. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.009563] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28015f85-e7fc-4370-adc8-0201a8481a18 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.023174] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Created folder: Instances in parent group-v592118. [ 1057.023485] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.023723] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.023951] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b67a686-57e0-411b-867b-e28e8ab49f83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.049667] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.049667] env[69846]: value = "task-2950172" [ 1057.049667] env[69846]: _type = "Task" [ 1057.049667] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.071606] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950172, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.076202] env[69846]: INFO nova.compute.manager [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Took 31.06 seconds to build instance. [ 1057.128292] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.004s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.131380] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.324s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.131769] env[69846]: DEBUG nova.objects.instance [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lazy-loading 'resources' on Instance uuid e3216afd-3400-45cd-a918-52d81c899a1d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.156860] env[69846]: DEBUG nova.compute.manager [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.187085] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.187356] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.187741] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.187741] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.187892] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.187946] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.189130] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.189264] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.189490] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.189630] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.189833] env[69846]: DEBUG nova.virt.hardware [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.190872] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1d2b0f-0fcf-4eb9-b606-daf639d727d0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.206256] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4aafad-b881-4813-91f6-41a9296858d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.248777] env[69846]: DEBUG oslo_concurrency.lockutils [req-141e7ddb-7874-4b38-9d32-e3dbd5b5ff3a req-ac871e76-f37f-467d-8f84-8862474e86e6 service nova] Releasing lock "refresh_cache-a9d18a69-05a2-46ab-bf7c-a854454cecb2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.325245] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950159, 'name': CreateVM_Task, 'duration_secs': 5.398185} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.328483] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.330257] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.330257] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.330584] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.331672] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb84985-5663-4cd7-871c-4cb65a8fe935 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.337550] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950164, 'name': PowerOffVM_Task, 'duration_secs': 2.419984} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.339302] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.346552] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Reconfiguring VM instance instance-00000043 to detach disk 2002 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.347499] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1057.347499] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52327d2f-d91e-58fe-a435-cd038f35cf77" [ 1057.347499] env[69846]: _type = "Task" [ 1057.347499] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.347499] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e73e8e1-25a9-4767-bfb6-22553a724640 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.380815] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.381198] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Processing image d0c5b579-981f-4f67-8829-e2bbffa14b1e {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.382032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e/d0c5b579-981f-4f67-8829-e2bbffa14b1e.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.382032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e/d0c5b579-981f-4f67-8829-e2bbffa14b1e.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.382032] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.383601] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0c78371-2ab1-46f2-b82e-d0f9f0944bba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.386356] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1057.386356] env[69846]: value = "task-2950173" [ 1057.386356] env[69846]: _type = "Task" [ 1057.386356] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.397300] env[69846]: DEBUG oslo_vmware.api [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422168} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.401616] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.401820] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.402053] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.404265] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.404460] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.405296] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.405756] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c25f16-1afb-4ab5-952a-7c3579abd29b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.416345] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1057.416345] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52af482f-8f6a-6dd6-6339-6445eb4c5a5f" [ 1057.416345] env[69846]: _type = "Task" [ 1057.416345] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.420037] env[69846]: DEBUG oslo_vmware.api [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209015} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.425711] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.425711] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.425711] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.425711] env[69846]: INFO nova.compute.manager [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Took 4.54 seconds to destroy the instance on the hypervisor. [ 1057.425711] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.425711] env[69846]: DEBUG nova.compute.manager [-] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.425711] env[69846]: DEBUG nova.network.neutron [-] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.429900] env[69846]: INFO nova.scheduler.client.report [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted allocations for instance a9d18a69-05a2-46ab-bf7c-a854454cecb2 [ 1057.438594] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Preparing fetch location {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1057.438729] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Fetch image to [datastore2] OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790/OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790.vmdk {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1057.438940] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Downloading stream optimized image d0c5b579-981f-4f67-8829-e2bbffa14b1e to [datastore2] OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790/OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790.vmdk on the data store datastore2 as vApp {{(pid=69846) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1057.439146] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Downloading image file data d0c5b579-981f-4f67-8829-e2bbffa14b1e to the ESX as VM named 'OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790' {{(pid=69846) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1057.500300] env[69846]: DEBUG oslo_vmware.api [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950169, 'name': ReconfigVM_Task, 'duration_secs': 0.441368} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.500730] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-02bb36e3-24bc-4812-bb41-251b352c264c/volume-02bb36e3-24bc-4812-bb41-251b352c264c.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.513433] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35b836fd-ac65-49a1-b5a9-b99983369157 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.531765] env[69846]: DEBUG oslo_vmware.api [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1057.531765] env[69846]: value = "task-2950174" [ 1057.531765] env[69846]: _type = "Task" [ 1057.531765] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.548347] env[69846]: DEBUG oslo_vmware.api [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.560036] env[69846]: DEBUG oslo_vmware.rw_handles [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1057.560036] env[69846]: value = "resgroup-9" [ 1057.560036] env[69846]: _type = "ResourcePool" [ 1057.560036] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1057.561503] env[69846]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-135e790e-d9a5-4d5a-ab94-6e2485ef6064 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.581566] env[69846]: DEBUG oslo_concurrency.lockutils [None req-aed0d806-fdae-4128-a198-d00009a7d6e7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b4a8f63c-f89e-414c-a3b4-adc470df029e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.575s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.582178] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950172, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.589665] env[69846]: DEBUG oslo_vmware.rw_handles [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lease: (returnval){ [ 1057.589665] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52afd330-de8c-e0eb-74c1-83e867810d0c" [ 1057.589665] env[69846]: _type = "HttpNfcLease" [ 1057.589665] env[69846]: } obtained for vApp import into resource pool (val){ [ 1057.589665] env[69846]: value = "resgroup-9" [ 1057.589665] env[69846]: _type = "ResourcePool" [ 1057.589665] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1057.589984] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the lease: (returnval){ [ 1057.589984] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52afd330-de8c-e0eb-74c1-83e867810d0c" [ 1057.589984] env[69846]: _type = "HttpNfcLease" [ 1057.589984] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1057.605051] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.605051] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52afd330-de8c-e0eb-74c1-83e867810d0c" [ 1057.605051] env[69846]: _type = "HttpNfcLease" [ 1057.605051] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1057.643836] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e88f6deb-3416-46df-9bde-507d21f09353 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.351s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.644863] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.716s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.645060] env[69846]: INFO nova.compute.manager [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Unshelving [ 1057.675054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.675054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.677045] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquiring lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.677145] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.787832] env[69846]: DEBUG nova.network.neutron [-] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.901017] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950173, 'name': ReconfigVM_Task, 'duration_secs': 0.377888} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.904149] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Reconfigured VM instance instance-00000043 to detach disk 2002 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.904149] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.904548] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f404396f-a5a1-4781-a804-098df59813f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.917415] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1057.917415] env[69846]: value = "task-2950176" [ 1057.917415] env[69846]: _type = "Task" [ 1057.917415] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.933516] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.934812] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.015800] env[69846]: DEBUG nova.compute.manager [req-de83f462-2b4f-4fc1-b426-b95a7d4dab76 req-69aa342e-4d2e-4fc2-9de4-08fdc11e6f9e service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Received event network-changed-77a33e77-6fcd-4ee3-8658-e53c9106daee {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.015994] env[69846]: DEBUG nova.compute.manager [req-de83f462-2b4f-4fc1-b426-b95a7d4dab76 req-69aa342e-4d2e-4fc2-9de4-08fdc11e6f9e service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Refreshing instance network info cache due to event network-changed-77a33e77-6fcd-4ee3-8658-e53c9106daee. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.016247] env[69846]: DEBUG oslo_concurrency.lockutils [req-de83f462-2b4f-4fc1-b426-b95a7d4dab76 req-69aa342e-4d2e-4fc2-9de4-08fdc11e6f9e service nova] Acquiring lock "refresh_cache-c512fb9a-7082-44a2-a6f0-4a93a67867d9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.016385] env[69846]: DEBUG oslo_concurrency.lockutils [req-de83f462-2b4f-4fc1-b426-b95a7d4dab76 req-69aa342e-4d2e-4fc2-9de4-08fdc11e6f9e service nova] Acquired lock "refresh_cache-c512fb9a-7082-44a2-a6f0-4a93a67867d9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.016566] env[69846]: DEBUG nova.network.neutron [req-de83f462-2b4f-4fc1-b426-b95a7d4dab76 req-69aa342e-4d2e-4fc2-9de4-08fdc11e6f9e service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Refreshing network info cache for port 77a33e77-6fcd-4ee3-8658-e53c9106daee {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.046474] env[69846]: DEBUG oslo_vmware.api [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950174, 'name': ReconfigVM_Task, 'duration_secs': 0.217998} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.046851] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592116', 'volume_id': '02bb36e3-24bc-4812-bb41-251b352c264c', 'name': 'volume-02bb36e3-24bc-4812-bb41-251b352c264c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57215d4f-805a-43ad-ac2e-704ed71ed837', 'attached_at': '', 'detached_at': '', 'volume_id': '02bb36e3-24bc-4812-bb41-251b352c264c', 'serial': '02bb36e3-24bc-4812-bb41-251b352c264c'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1058.064290] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950172, 'name': CreateVM_Task, 'duration_secs': 0.544448} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.064290] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.065044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.065044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.066245] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.067368] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f66745-810a-4765-b378-e9d13b031880 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.077442] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for the task: (returnval){ [ 1058.077442] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52beeaa0-d8ee-338a-a56c-f99234caa1f5" [ 1058.077442] env[69846]: _type = "Task" [ 1058.077442] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.089689] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52beeaa0-d8ee-338a-a56c-f99234caa1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.102935] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.102935] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52afd330-de8c-e0eb-74c1-83e867810d0c" [ 1058.102935] env[69846]: _type = "HttpNfcLease" [ 1058.102935] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1058.113540] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c67b04-1ca4-4a55-85c1-7f17b432cc76 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.122141] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d43a9-caeb-4b8e-83d4-42936f713c44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.163601] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8491e09a-5c64-4a9f-b568-62dee994b3b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.173280] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e9e169-cc55-41b9-a18f-096c61fb5790 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.179627] env[69846]: DEBUG nova.compute.manager [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.190139] env[69846]: DEBUG nova.compute.manager [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.193166] env[69846]: DEBUG nova.compute.provider_tree [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.290612] env[69846]: INFO nova.compute.manager [-] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Took 5.25 seconds to deallocate network for instance. [ 1058.428173] env[69846]: DEBUG oslo_vmware.api [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950176, 'name': PowerOnVM_Task, 'duration_secs': 0.478894} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.428465] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.428701] env[69846]: DEBUG nova.compute.manager [None req-c3c174ce-e434-4cc1-afb5-3f492097a11a tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.429498] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33184e43-a121-42e9-9559-57a80eaef9e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.490284] env[69846]: DEBUG nova.network.neutron [-] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.591406] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52beeaa0-d8ee-338a-a56c-f99234caa1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.018221} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.591817] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.592119] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.592661] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.595303] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.595303] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.597379] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bae3661f-6672-43e5-b5d3-2da9eef47232 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.609397] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.609397] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52afd330-de8c-e0eb-74c1-83e867810d0c" [ 1058.609397] env[69846]: _type = "HttpNfcLease" [ 1058.609397] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1058.613583] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.614828] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.614828] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe87594-e940-4ed6-a2a3-9b4d69996d6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.625028] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for the task: (returnval){ [ 1058.625028] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c305a8-fbd8-5296-fa18-90f7e2c60708" [ 1058.625028] env[69846]: _type = "Task" [ 1058.625028] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.641909] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c305a8-fbd8-5296-fa18-90f7e2c60708, 'name': SearchDatastore_Task, 'duration_secs': 0.013406} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.646247] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49334f80-f4b7-49d7-a664-168c88359f68 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.651137] env[69846]: DEBUG oslo_concurrency.lockutils [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.651381] env[69846]: DEBUG oslo_concurrency.lockutils [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.654480] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for the task: (returnval){ [ 1058.654480] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5248d5dd-d99f-6a0b-aad6-43e8364e0cd2" [ 1058.654480] env[69846]: _type = "Task" [ 1058.654480] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.664041] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5248d5dd-d99f-6a0b-aad6-43e8364e0cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.693733] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.699919] env[69846]: DEBUG nova.scheduler.client.report [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.722227] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.725729] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.789969] env[69846]: DEBUG nova.network.neutron [req-de83f462-2b4f-4fc1-b426-b95a7d4dab76 req-69aa342e-4d2e-4fc2-9de4-08fdc11e6f9e service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Updated VIF entry in instance network info cache for port 77a33e77-6fcd-4ee3-8658-e53c9106daee. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.790387] env[69846]: DEBUG nova.network.neutron [req-de83f462-2b4f-4fc1-b426-b95a7d4dab76 req-69aa342e-4d2e-4fc2-9de4-08fdc11e6f9e service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Updating instance_info_cache with network_info: [{"id": "77a33e77-6fcd-4ee3-8658-e53c9106daee", "address": "fa:16:3e:ba:b3:a2", "network": {"id": "3268a217-ed8e-4447-8e71-ab734d36b6e0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1512999746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a17cf95203346678f906036f30aef2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a33e77-6f", "ovs_interfaceid": "77a33e77-6fcd-4ee3-8658-e53c9106daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.842382] env[69846]: INFO nova.compute.manager [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Took 0.55 seconds to detach 1 volumes for instance. [ 1058.844554] env[69846]: DEBUG nova.compute.manager [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Deleting volume: 043a63f5-8011-4e97-9698-9e383b9a21b8 {{(pid=69846) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1058.992447] env[69846]: INFO nova.compute.manager [-] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Took 1.57 seconds to deallocate network for instance. [ 1059.095331] env[69846]: DEBUG nova.network.neutron [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Successfully updated port: 003ab99e-747e-43e8-80d5-30f7a416e5f1 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.114644] env[69846]: DEBUG nova.objects.instance [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'flavor' on Instance uuid 57215d4f-805a-43ad-ac2e-704ed71ed837 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.115568] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.115568] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52afd330-de8c-e0eb-74c1-83e867810d0c" [ 1059.115568] env[69846]: _type = "HttpNfcLease" [ 1059.115568] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1059.116445] env[69846]: DEBUG oslo_vmware.rw_handles [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1059.116445] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52afd330-de8c-e0eb-74c1-83e867810d0c" [ 1059.116445] env[69846]: _type = "HttpNfcLease" [ 1059.116445] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1059.116748] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0999c-151c-489a-a354-2922a2ad9988 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.126413] env[69846]: DEBUG oslo_vmware.rw_handles [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525002d7-9280-5679-1f0b-b7e8ad83987c/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1059.126765] env[69846]: DEBUG oslo_vmware.rw_handles [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525002d7-9280-5679-1f0b-b7e8ad83987c/disk-0.vmdk. {{(pid=69846) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1059.189510] env[69846]: DEBUG nova.compute.utils [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.205837] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1e79a5e-33ce-4859-99a2-60cf6b4c5262 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.207783] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5248d5dd-d99f-6a0b-aad6-43e8364e0cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.013976} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.210037] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.212204] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.212498] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] c512fb9a-7082-44a2-a6f0-4a93a67867d9/c512fb9a-7082-44a2-a6f0-4a93a67867d9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.213344] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.405s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.213344] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.213557] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1059.213742] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.515s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.217399] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef017bf-edad-4b1d-9174-61e9d2e8a863 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.221549] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a97d51-fc17-4218-84d4-3e006fd42231 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.232466] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ede3a6-fbe6-41e3-b726-0b38fc9df595 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.236490] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for the task: (returnval){ [ 1059.236490] env[69846]: value = "task-2950178" [ 1059.236490] env[69846]: _type = "Task" [ 1059.236490] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.250885] env[69846]: INFO nova.scheduler.client.report [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Deleted allocations for instance e3216afd-3400-45cd-a918-52d81c899a1d [ 1059.255501] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410c69c4-c5f2-44d2-a9df-da54601199a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.264270] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.270650] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4c5406-32cb-42b5-9037-9edf7d949300 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.305979] env[69846]: DEBUG oslo_concurrency.lockutils [req-de83f462-2b4f-4fc1-b426-b95a7d4dab76 req-69aa342e-4d2e-4fc2-9de4-08fdc11e6f9e service nova] Releasing lock "refresh_cache-c512fb9a-7082-44a2-a6f0-4a93a67867d9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.306891] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178043MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1059.307059] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.585662] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.585662] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.600119] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquiring lock "refresh_cache-9663aee9-bf35-477a-988f-182b25cf0c9b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.600381] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquired lock "refresh_cache-9663aee9-bf35-477a-988f-182b25cf0c9b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.600631] env[69846]: DEBUG nova.network.neutron [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.621767] env[69846]: DEBUG oslo_concurrency.lockutils [None req-68655dbb-f300-40c3-9ba0-e5c4a8d924d7 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.790s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.645335] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc87c7a-b13c-4d98-8039-5950eb4086ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.661668] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc23fe3a-f83d-47ec-9b49-88d3cb99521a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.703784] env[69846]: DEBUG oslo_concurrency.lockutils [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.052s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.711821] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a87dec-6207-4d0b-b417-4a52cbc44458 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.723964] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c918ed1-e68a-4bb7-a2f7-f4415a12dce4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.742416] env[69846]: DEBUG nova.compute.provider_tree [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.754763] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.768050] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Lock "e3216afd-3400-45cd-a918-52d81c899a1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.767s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.134674] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526053eb-6b50-70eb-8c6a-001fb0dd7593/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1060.135679] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828eab80-62bb-4cfa-9fe9-21b41d2e2aaf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.145116] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526053eb-6b50-70eb-8c6a-001fb0dd7593/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1060.145328] env[69846]: ERROR oslo_vmware.rw_handles [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526053eb-6b50-70eb-8c6a-001fb0dd7593/disk-0.vmdk due to incomplete transfer. [ 1060.145568] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01770059-5104-4fd1-8831-bc83b7efd7d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.157418] env[69846]: DEBUG oslo_vmware.rw_handles [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526053eb-6b50-70eb-8c6a-001fb0dd7593/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1060.157418] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Uploaded image 4cf851a8-9df1-475d-a626-12fe75c70511 to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1060.160350] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1060.160674] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbccfeb0-a889-438c-8358-00ea6b2a77e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.170229] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1060.170229] env[69846]: value = "task-2950179" [ 1060.170229] env[69846]: _type = "Task" [ 1060.170229] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.183253] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950179, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.184245] env[69846]: DEBUG nova.network.neutron [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.259346] env[69846]: DEBUG nova.scheduler.client.report [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.264573] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645336} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.272272] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] c512fb9a-7082-44a2-a6f0-4a93a67867d9/c512fb9a-7082-44a2-a6f0-4a93a67867d9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.272272] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.273666] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79122b0c-7a52-4466-ab4f-70f7d94f90d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.287312] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for the task: (returnval){ [ 1060.287312] env[69846]: value = "task-2950180" [ 1060.287312] env[69846]: _type = "Task" [ 1060.287312] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.297484] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.614565] env[69846]: DEBUG oslo_vmware.rw_handles [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Completed reading data from the image iterator. {{(pid=69846) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1060.614881] env[69846]: DEBUG oslo_vmware.rw_handles [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525002d7-9280-5679-1f0b-b7e8ad83987c/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1060.616459] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfac3bdc-6bb0-4bf5-ab20-b186df9d8dd1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.624676] env[69846]: DEBUG oslo_vmware.rw_handles [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525002d7-9280-5679-1f0b-b7e8ad83987c/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1060.624904] env[69846]: DEBUG oslo_vmware.rw_handles [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525002d7-9280-5679-1f0b-b7e8ad83987c/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1060.625190] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0b026d37-d5f5-445a-abdd-3340881e95d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.653570] env[69846]: DEBUG nova.network.neutron [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Updating instance_info_cache with network_info: [{"id": "003ab99e-747e-43e8-80d5-30f7a416e5f1", "address": "fa:16:3e:fb:66:ea", "network": {"id": "9e8ef215-2a41-4711-9b35-922b73e88876", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-29367507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3d29ee54b34752b921acf3e2dce044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003ab99e-74", "ovs_interfaceid": "003ab99e-747e-43e8-80d5-30f7a416e5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.692502] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950179, 'name': Destroy_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.714804] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.768732] env[69846]: DEBUG oslo_concurrency.lockutils [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.768732] env[69846]: DEBUG oslo_concurrency.lockutils [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.768732] env[69846]: INFO nova.compute.manager [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Attaching volume e50435b8-622b-410a-9edb-aa2c6a833021 to /dev/sdb [ 1060.772679] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.559s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.772963] env[69846]: INFO nova.compute.manager [None req-1535192c-c253-46e1-a16c-3a5796345253 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Successfully reverted task state from rebuilding on failure for instance. [ 1060.787255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.972s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.789767] env[69846]: INFO nova.compute.claims [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.795514] env[69846]: DEBUG nova.compute.manager [req-8eea59bc-6f7e-42e3-8fca-7bc998db7a11 req-e5842323-d445-431d-9b5c-518b8aa8bb98 service nova] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Received event network-vif-plugged-003ab99e-747e-43e8-80d5-30f7a416e5f1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.795864] env[69846]: DEBUG oslo_concurrency.lockutils [req-8eea59bc-6f7e-42e3-8fca-7bc998db7a11 req-e5842323-d445-431d-9b5c-518b8aa8bb98 service nova] Acquiring lock "9663aee9-bf35-477a-988f-182b25cf0c9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.796212] env[69846]: DEBUG oslo_concurrency.lockutils [req-8eea59bc-6f7e-42e3-8fca-7bc998db7a11 req-e5842323-d445-431d-9b5c-518b8aa8bb98 service nova] Lock "9663aee9-bf35-477a-988f-182b25cf0c9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.796551] env[69846]: DEBUG oslo_concurrency.lockutils [req-8eea59bc-6f7e-42e3-8fca-7bc998db7a11 req-e5842323-d445-431d-9b5c-518b8aa8bb98 service nova] Lock "9663aee9-bf35-477a-988f-182b25cf0c9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.796760] env[69846]: DEBUG nova.compute.manager [req-8eea59bc-6f7e-42e3-8fca-7bc998db7a11 req-e5842323-d445-431d-9b5c-518b8aa8bb98 service nova] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] No waiting events found dispatching network-vif-plugged-003ab99e-747e-43e8-80d5-30f7a416e5f1 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.796950] env[69846]: WARNING nova.compute.manager [req-8eea59bc-6f7e-42e3-8fca-7bc998db7a11 req-e5842323-d445-431d-9b5c-518b8aa8bb98 service nova] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Received unexpected event network-vif-plugged-003ab99e-747e-43e8-80d5-30f7a416e5f1 for instance with vm_state building and task_state spawning. [ 1060.804993] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "b4a8f63c-f89e-414c-a3b4-adc470df029e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.805255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b4a8f63c-f89e-414c-a3b4-adc470df029e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.805457] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "b4a8f63c-f89e-414c-a3b4-adc470df029e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.805636] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b4a8f63c-f89e-414c-a3b4-adc470df029e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.805800] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b4a8f63c-f89e-414c-a3b4-adc470df029e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.811873] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081793} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.812508] env[69846]: INFO nova.compute.manager [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Terminating instance [ 1060.814470] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.816615] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333de5a6-9808-469a-a990-043adad275c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.842213] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] c512fb9a-7082-44a2-a6f0-4a93a67867d9/c512fb9a-7082-44a2-a6f0-4a93a67867d9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.844521] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aed4936-a874-44e4-95a7-4f9c85f1e181 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.861047] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e88ebd-13e5-4025-86ec-c6f9202f33c8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.874403] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e867b15-8018-47c0-af38-43c37d0d4fb6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.877587] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for the task: (returnval){ [ 1060.877587] env[69846]: value = "task-2950181" [ 1060.877587] env[69846]: _type = "Task" [ 1060.877587] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.899439] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.899439] env[69846]: DEBUG nova.virt.block_device [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Updating existing volume attachment record: 2e57033e-e304-4727-b119-7930b28d58e6 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1061.017129] env[69846]: DEBUG oslo_vmware.rw_handles [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525002d7-9280-5679-1f0b-b7e8ad83987c/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1061.017129] env[69846]: INFO nova.virt.vmwareapi.images [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Downloaded image file data d0c5b579-981f-4f67-8829-e2bbffa14b1e [ 1061.018318] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6972c006-a3fa-4ba5-a28a-54af3726c5cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.038860] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-048850a5-4323-4baf-bf5c-0028faa167c0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.078051] env[69846]: INFO nova.virt.vmwareapi.images [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] The imported VM was unregistered [ 1061.080921] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Caching image {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1061.081252] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.081727] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c4e4c78-d935-420f-976f-51543ff81380 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.109726] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Created directory with path [datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.109970] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790/OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790.vmdk to [datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e/d0c5b579-981f-4f67-8829-e2bbffa14b1e.vmdk. {{(pid=69846) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1061.110179] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-47875771-aa76-4318-93a3-40552ec9850f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.119220] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1061.119220] env[69846]: value = "task-2950184" [ 1061.119220] env[69846]: _type = "Task" [ 1061.119220] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.128759] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950184, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.156705] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Releasing lock "refresh_cache-9663aee9-bf35-477a-988f-182b25cf0c9b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.158139] env[69846]: DEBUG nova.compute.manager [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Instance network_info: |[{"id": "003ab99e-747e-43e8-80d5-30f7a416e5f1", "address": "fa:16:3e:fb:66:ea", "network": {"id": "9e8ef215-2a41-4711-9b35-922b73e88876", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-29367507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3d29ee54b34752b921acf3e2dce044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003ab99e-74", "ovs_interfaceid": "003ab99e-747e-43e8-80d5-30f7a416e5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.158139] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:66:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '003ab99e-747e-43e8-80d5-30f7a416e5f1', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.166535] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Creating folder: Project (0e3d29ee54b34752b921acf3e2dce044). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.166795] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75a17dd3-f804-4a46-a830-27377fcd7e0d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.180403] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Created folder: Project (0e3d29ee54b34752b921acf3e2dce044) in parent group-v591891. [ 1061.180625] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Creating folder: Instances. Parent ref: group-v592122. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.184645] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bb686bd-bfe5-4445-a5ca-339864e7585b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.188026] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950179, 'name': Destroy_Task, 'duration_secs': 0.835516} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.188026] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Destroyed the VM [ 1061.188026] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1061.188559] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a49b530b-6119-462f-9f3b-7dcc1d992df8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.196484] env[69846]: DEBUG nova.compute.manager [req-0bb2a1b3-a6f0-4d1f-8e83-a5040a519097 req-cedf9e51-335d-45a2-9892-c0b4eddbc161 service nova] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Received event network-vif-deleted-86d9156b-b5f7-4581-ae18-659f4fea4eda {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.196736] env[69846]: DEBUG nova.compute.manager [req-0bb2a1b3-a6f0-4d1f-8e83-a5040a519097 req-cedf9e51-335d-45a2-9892-c0b4eddbc161 service nova] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Received event network-vif-deleted-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.199118] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1061.199118] env[69846]: value = "task-2950187" [ 1061.199118] env[69846]: _type = "Task" [ 1061.199118] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.205744] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Created folder: Instances in parent group-v592122. [ 1061.206028] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.206253] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.206470] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23312f7a-af77-41b8-9e93-b1f4e956a7fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.231345] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950187, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.238399] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.238399] env[69846]: value = "task-2950188" [ 1061.238399] env[69846]: _type = "Task" [ 1061.238399] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.250671] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950188, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.321206] env[69846]: DEBUG nova.compute.manager [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.321505] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.322600] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d08589c-0b82-4a48-89f0-edef3a3d8936 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.332917] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.333286] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9b5b2e0-49b3-4119-a1fd-955611d869b7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.345272] env[69846]: DEBUG oslo_vmware.api [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1061.345272] env[69846]: value = "task-2950190" [ 1061.345272] env[69846]: _type = "Task" [ 1061.345272] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.366897] env[69846]: DEBUG oslo_vmware.api [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.392705] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.518416] env[69846]: DEBUG oslo_concurrency.lockutils [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "57215d4f-805a-43ad-ac2e-704ed71ed837" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.518758] env[69846]: DEBUG oslo_concurrency.lockutils [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.518955] env[69846]: DEBUG nova.compute.manager [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.519906] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffffa13-8308-42b3-b64a-27f744a39cf2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.529505] env[69846]: DEBUG nova.compute.manager [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1061.530174] env[69846]: DEBUG nova.objects.instance [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'flavor' on Instance uuid 57215d4f-805a-43ad-ac2e-704ed71ed837 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.634104] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950184, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.710711] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950187, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.755362] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950188, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.859945] env[69846]: DEBUG oslo_vmware.api [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950190, 'name': PowerOffVM_Task, 'duration_secs': 0.479678} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.860274] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.861652] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.862117] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce602d1f-e7e8-4fe5-bdeb-35058f1fa983 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.892878] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950181, 'name': ReconfigVM_Task, 'duration_secs': 0.637004} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.893205] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Reconfigured VM instance instance-00000051 to attach disk [datastore2] c512fb9a-7082-44a2-a6f0-4a93a67867d9/c512fb9a-7082-44a2-a6f0-4a93a67867d9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.894026] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-409ca24d-b9b2-4f7f-b43a-176e75bea150 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.911379] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for the task: (returnval){ [ 1061.911379] env[69846]: value = "task-2950193" [ 1061.911379] env[69846]: _type = "Task" [ 1061.911379] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.925278] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950193, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.969138] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.969550] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.969673] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleting the datastore file [datastore1] b4a8f63c-f89e-414c-a3b4-adc470df029e {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.970519] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ca123d1-9264-4f44-af8c-3bab161467b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.983439] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "interface-0146bd92-96e3-4ab8-bbcf-90f39bb89102-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.984034] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-0146bd92-96e3-4ab8-bbcf-90f39bb89102-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.984451] env[69846]: DEBUG nova.objects.instance [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'flavor' on Instance uuid 0146bd92-96e3-4ab8-bbcf-90f39bb89102 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.987739] env[69846]: DEBUG oslo_vmware.api [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1061.987739] env[69846]: value = "task-2950194" [ 1061.987739] env[69846]: _type = "Task" [ 1061.987739] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.006391] env[69846]: DEBUG oslo_vmware.api [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.139194] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950184, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.206568] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6de38f-fbe1-4522-909a-f894410b2c78 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.220960] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950187, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.222232] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2e4c17-b6ea-4bfa-82cc-be1e6b707835 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.265287] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81672bf-9ca4-44d7-86a3-c4569bc71715 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.281221] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950188, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.283514] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fb04fe-98ff-4a58-a3dd-4390d9a4e290 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.309362] env[69846]: DEBUG nova.compute.provider_tree [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.424777] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950193, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.508019] env[69846]: DEBUG oslo_vmware.api [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317909} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.508019] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.508019] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.508019] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.508019] env[69846]: INFO nova.compute.manager [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1062.508019] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.508019] env[69846]: DEBUG nova.compute.manager [-] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.508019] env[69846]: DEBUG nova.network.neutron [-] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.538110] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.538524] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ad04b10-26a4-4c85-9b5a-6fc23e3c710e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.551213] env[69846]: DEBUG oslo_vmware.api [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1062.551213] env[69846]: value = "task-2950195" [ 1062.551213] env[69846]: _type = "Task" [ 1062.551213] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.572448] env[69846]: DEBUG oslo_vmware.api [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.636578] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950184, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.675691] env[69846]: DEBUG nova.objects.instance [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'pci_requests' on Instance uuid 0146bd92-96e3-4ab8-bbcf-90f39bb89102 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.714528] env[69846]: DEBUG oslo_vmware.api [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950187, 'name': RemoveSnapshot_Task, 'duration_secs': 1.118417} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.714783] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1062.715055] env[69846]: INFO nova.compute.manager [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Took 20.71 seconds to snapshot the instance on the hypervisor. [ 1062.782950] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950188, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.797741] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "c77fb8dd-3444-4264-bb20-732f82ff62f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.798062] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "c77fb8dd-3444-4264-bb20-732f82ff62f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.798294] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "c77fb8dd-3444-4264-bb20-732f82ff62f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.798469] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "c77fb8dd-3444-4264-bb20-732f82ff62f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.798637] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "c77fb8dd-3444-4264-bb20-732f82ff62f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.801124] env[69846]: INFO nova.compute.manager [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Terminating instance [ 1062.812992] env[69846]: DEBUG nova.scheduler.client.report [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.932885] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950193, 'name': Rename_Task, 'duration_secs': 0.679724} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.934196] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.934196] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a8247a6-2d72-41d0-98a9-d6ae455773fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.945979] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for the task: (returnval){ [ 1062.945979] env[69846]: value = "task-2950196" [ 1062.945979] env[69846]: _type = "Task" [ 1062.945979] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.966907] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.065181] env[69846]: DEBUG oslo_vmware.api [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950195, 'name': PowerOffVM_Task, 'duration_secs': 0.484594} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.065499] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.065703] env[69846]: DEBUG nova.compute.manager [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.066691] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9021344-42fe-4393-95b8-a54adb39a552 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.133965] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950184, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.178150] env[69846]: DEBUG nova.objects.base [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Object Instance<0146bd92-96e3-4ab8-bbcf-90f39bb89102> lazy-loaded attributes: flavor,pci_requests {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.178411] env[69846]: DEBUG nova.network.neutron [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.233838] env[69846]: DEBUG nova.policy [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818e610fd4c643f393d56d659681509d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2de4df8dc85446bb038ee0323d2af9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.285207] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950188, 'name': CreateVM_Task, 'duration_secs': 1.677432} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.285404] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.286131] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.286303] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.286639] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.288739] env[69846]: DEBUG nova.compute.manager [None req-f9ec4570-0ba2-4f2d-b40f-e555f765a0c0 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Found 1 images (rotation: 2) {{(pid=69846) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1063.289777] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee3d550-2488-420d-be28-003e9962e6dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.298480] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for the task: (returnval){ [ 1063.298480] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52faa838-82d8-b4bc-7d13-3f4b5a8cf192" [ 1063.298480] env[69846]: _type = "Task" [ 1063.298480] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.306021] env[69846]: DEBUG nova.compute.manager [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.306288] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.311523] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a5d8ce-ad36-40ac-b64e-ee334880c5d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.314651] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52faa838-82d8-b4bc-7d13-3f4b5a8cf192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.319685] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.320697] env[69846]: DEBUG nova.compute.manager [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.327341] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.391s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.327341] env[69846]: DEBUG nova.objects.instance [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lazy-loading 'resources' on Instance uuid a9d18a69-05a2-46ab-bf7c-a854454cecb2 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.327560] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.328188] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af3d344c-4b91-4247-a4c1-e7621e51cd93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.340989] env[69846]: DEBUG oslo_vmware.api [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 1063.340989] env[69846]: value = "task-2950197" [ 1063.340989] env[69846]: _type = "Task" [ 1063.340989] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.353635] env[69846]: DEBUG oslo_vmware.api [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2950197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.426298] env[69846]: DEBUG nova.network.neutron [-] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.462419] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.577366] env[69846]: DEBUG nova.network.neutron [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Successfully created port: 1bf5d822-f75d-460b-ac3c-b41bfb612a8c {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.584836] env[69846]: DEBUG oslo_concurrency.lockutils [None req-458c006a-0069-4093-942f-3b8ab5ee6bd5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.635019] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950184, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.744401] env[69846]: DEBUG nova.compute.manager [req-89e874e4-357a-44fa-b641-8c450bc76f3e req-504c2cd5-6123-4025-a9d6-69ea3880254c service nova] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Received event network-changed-003ab99e-747e-43e8-80d5-30f7a416e5f1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.744604] env[69846]: DEBUG nova.compute.manager [req-89e874e4-357a-44fa-b641-8c450bc76f3e req-504c2cd5-6123-4025-a9d6-69ea3880254c service nova] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Refreshing instance network info cache due to event network-changed-003ab99e-747e-43e8-80d5-30f7a416e5f1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.745089] env[69846]: DEBUG oslo_concurrency.lockutils [req-89e874e4-357a-44fa-b641-8c450bc76f3e req-504c2cd5-6123-4025-a9d6-69ea3880254c service nova] Acquiring lock "refresh_cache-9663aee9-bf35-477a-988f-182b25cf0c9b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.745089] env[69846]: DEBUG oslo_concurrency.lockutils [req-89e874e4-357a-44fa-b641-8c450bc76f3e req-504c2cd5-6123-4025-a9d6-69ea3880254c service nova] Acquired lock "refresh_cache-9663aee9-bf35-477a-988f-182b25cf0c9b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.749457] env[69846]: DEBUG nova.network.neutron [req-89e874e4-357a-44fa-b641-8c450bc76f3e req-504c2cd5-6123-4025-a9d6-69ea3880254c service nova] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Refreshing network info cache for port 003ab99e-747e-43e8-80d5-30f7a416e5f1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.557364] env[69846]: DEBUG nova.compute.utils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.566019] env[69846]: DEBUG nova.objects.instance [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lazy-loading 'numa_topology' on Instance uuid a9d18a69-05a2-46ab-bf7c-a854454cecb2 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.566019] env[69846]: INFO nova.compute.manager [-] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Took 2.05 seconds to deallocate network for instance. [ 1064.566019] env[69846]: DEBUG nova.compute.manager [req-7ef8a1f0-65f9-4bf2-b760-a36fc9c83612 req-142255f7-1889-409f-9ac0-53ff40423f13 service nova] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Received event network-vif-deleted-daef1885-99a6-4663-9fb3-752498b2e0b4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.566019] env[69846]: DEBUG nova.compute.manager [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.566019] env[69846]: DEBUG nova.network.neutron [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.587112] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52faa838-82d8-b4bc-7d13-3f4b5a8cf192, 'name': SearchDatastore_Task, 'duration_secs': 0.09334} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.587444] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.587764] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.588047] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.588241] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.588500] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.597801] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38dc732a-ba15-4d1a-ab00-b1aeae6b5322 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.599689] env[69846]: DEBUG oslo_vmware.api [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2950197, 'name': PowerOffVM_Task, 'duration_secs': 0.703757} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.599963] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950184, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.905464} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.600508] env[69846]: DEBUG oslo_vmware.api [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950196, 'name': PowerOnVM_Task, 'duration_secs': 1.306129} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.600965] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.601153] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.601405] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790/OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790.vmdk to [datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e/d0c5b579-981f-4f67-8829-e2bbffa14b1e.vmdk. [ 1064.601575] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Cleaning up location [datastore2] OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1064.601729] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_76726e72-a588-47cd-9c8f-edea18fae790 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.602008] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.602205] env[69846]: INFO nova.compute.manager [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Took 12.95 seconds to spawn the instance on the hypervisor. [ 1064.602376] env[69846]: DEBUG nova.compute.manager [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.602996] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9b618f3-f4cd-4227-94c7-9cc7112452ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.605052] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-806fd030-094c-48a0-871b-0b5a51e19e0a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.607274] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f335eb80-8bde-4824-9bc1-b06443df2f76 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.610720] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.610892] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.612500] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511becd1-f28a-473a-bffd-df3212e2cb0b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.621544] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1064.621544] env[69846]: value = "task-2950199" [ 1064.621544] env[69846]: _type = "Task" [ 1064.621544] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.626761] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for the task: (returnval){ [ 1064.626761] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528bf19e-4cc5-1698-f217-5ae525e63261" [ 1064.626761] env[69846]: _type = "Task" [ 1064.626761] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.633480] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.639889] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528bf19e-4cc5-1698-f217-5ae525e63261, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.640731] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a781fb95-bb67-4b33-8547-d34ae1872805 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.646650] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for the task: (returnval){ [ 1064.646650] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f81bbf-5961-5af8-fcbc-4ab1af28d45d" [ 1064.646650] env[69846]: _type = "Task" [ 1064.646650] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.655946] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f81bbf-5961-5af8-fcbc-4ab1af28d45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.689755] env[69846]: DEBUG nova.policy [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da245d96e6c645b589823d7df4966e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91972b981e0a47749fdf8947bf4e21fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.702207] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.702420] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.702597] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Deleting the datastore file [datastore2] c77fb8dd-3444-4264-bb20-732f82ff62f6 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.702873] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0c9a159-8251-4e58-b924-328624d5adf0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.709966] env[69846]: DEBUG oslo_vmware.api [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for the task: (returnval){ [ 1064.709966] env[69846]: value = "task-2950200" [ 1064.709966] env[69846]: _type = "Task" [ 1064.709966] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.718792] env[69846]: DEBUG oslo_vmware.api [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2950200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.066578] env[69846]: DEBUG nova.compute.manager [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.069484] env[69846]: DEBUG nova.objects.base [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.077580] env[69846]: DEBUG nova.network.neutron [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Successfully updated port: 1bf5d822-f75d-460b-ac3c-b41bfb612a8c {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.081210] env[69846]: DEBUG nova.compute.manager [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.082120] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fd5324-5359-47ee-baf0-752528453298 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.087505] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.131885] env[69846]: INFO nova.compute.manager [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Took 21.80 seconds to build instance. [ 1065.139085] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045202} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.139337] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.139496] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e/d0c5b579-981f-4f67-8829-e2bbffa14b1e.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.139756] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e/d0c5b579-981f-4f67-8829-e2bbffa14b1e.vmdk to [datastore2] 39baf588-6c09-4df4-a426-d2158d9c7afc/39baf588-6c09-4df4-a426-d2158d9c7afc.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.139988] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ae8471a-7ece-4ef3-8da7-6f768dad8c3f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.158461] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1065.158461] env[69846]: value = "task-2950201" [ 1065.158461] env[69846]: _type = "Task" [ 1065.158461] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.168236] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f81bbf-5961-5af8-fcbc-4ab1af28d45d, 'name': SearchDatastore_Task, 'duration_secs': 0.014383} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.169426] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.169851] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 9663aee9-bf35-477a-988f-182b25cf0c9b/9663aee9-bf35-477a-988f-182b25cf0c9b.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.170118] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ce73134-8e59-4c78-91ae-7965ed9cc266 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.175722] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.182604] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for the task: (returnval){ [ 1065.182604] env[69846]: value = "task-2950202" [ 1065.182604] env[69846]: _type = "Task" [ 1065.182604] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.186568] env[69846]: DEBUG nova.objects.instance [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'flavor' on Instance uuid 57215d4f-805a-43ad-ac2e-704ed71ed837 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.194351] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.220802] env[69846]: DEBUG oslo_vmware.api [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Task: {'id': task-2950200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173177} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.221187] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.221473] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.221688] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.222138] env[69846]: INFO nova.compute.manager [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1065.222446] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.223470] env[69846]: DEBUG nova.compute.manager [-] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.223470] env[69846]: DEBUG nova.network.neutron [-] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.387130] env[69846]: DEBUG nova.network.neutron [req-89e874e4-357a-44fa-b641-8c450bc76f3e req-504c2cd5-6123-4025-a9d6-69ea3880254c service nova] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Updated VIF entry in instance network info cache for port 003ab99e-747e-43e8-80d5-30f7a416e5f1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.390630] env[69846]: DEBUG nova.network.neutron [req-89e874e4-357a-44fa-b641-8c450bc76f3e req-504c2cd5-6123-4025-a9d6-69ea3880254c service nova] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Updating instance_info_cache with network_info: [{"id": "003ab99e-747e-43e8-80d5-30f7a416e5f1", "address": "fa:16:3e:fb:66:ea", "network": {"id": "9e8ef215-2a41-4711-9b35-922b73e88876", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-29367507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3d29ee54b34752b921acf3e2dce044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003ab99e-74", "ovs_interfaceid": "003ab99e-747e-43e8-80d5-30f7a416e5f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.426619] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253ec206-1ab1-42e3-a307-9b3e0283af32 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.440282] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd24e86e-6727-465f-8d06-2c497613e443 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.475460] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a495da39-1f8b-4179-a2da-9931f0e29c97 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.485036] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98bd144-111f-4e1f-b455-68f6c84c4be4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.502634] env[69846]: DEBUG nova.compute.provider_tree [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.579898] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.580802] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.580802] env[69846]: DEBUG nova.network.neutron [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.598625] env[69846]: INFO nova.compute.manager [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] instance snapshotting [ 1065.598625] env[69846]: DEBUG nova.objects.instance [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'flavor' on Instance uuid ac1a2386-9eff-4eec-bb5c-bce4339a782d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.640416] env[69846]: DEBUG oslo_concurrency.lockutils [None req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.326s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.670348] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950201, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.695182] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950202, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.695770] env[69846]: DEBUG oslo_concurrency.lockutils [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.696346] env[69846]: DEBUG oslo_concurrency.lockutils [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquired lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.696346] env[69846]: DEBUG nova.network.neutron [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.696346] env[69846]: DEBUG nova.objects.instance [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'info_cache' on Instance uuid 57215d4f-805a-43ad-ac2e-704ed71ed837 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.773549] env[69846]: DEBUG nova.network.neutron [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Successfully created port: 7e70a6a5-738a-4533-8852-d2b2ba512d95 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.895448] env[69846]: DEBUG oslo_concurrency.lockutils [req-89e874e4-357a-44fa-b641-8c450bc76f3e req-504c2cd5-6123-4025-a9d6-69ea3880254c service nova] Releasing lock "refresh_cache-9663aee9-bf35-477a-988f-182b25cf0c9b" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.005808] env[69846]: DEBUG nova.scheduler.client.report [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.080897] env[69846]: DEBUG nova.compute.manager [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.107740] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e05b75-79fe-4459-aba8-22821db53685 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.113145] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.113495] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.113670] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.113848] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.113996] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.114223] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.115194] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.115194] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.115194] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.115194] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.115379] env[69846]: DEBUG nova.virt.hardware [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.116156] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2459ad-d5e3-4bf8-832c-faaf3766437c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.123521] env[69846]: WARNING nova.network.neutron [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1 already exists in list: networks containing: ['dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1']. ignoring it [ 1066.143365] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70728e05-e8e7-40ce-8a91-2fc5ad9a9bf4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.147266] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab733a82-a1e7-469f-a3fa-3f5432f531e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.182258] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950201, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.196147] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950202, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.199684] env[69846]: DEBUG nova.objects.base [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Object Instance<57215d4f-805a-43ad-ac2e-704ed71ed837> lazy-loaded attributes: flavor,info_cache {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1066.298241] env[69846]: DEBUG nova.network.neutron [-] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.511634] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.186s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.514288] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.821s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.514508] env[69846]: DEBUG nova.objects.instance [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lazy-loading 'pci_requests' on Instance uuid 80615314-3302-45dc-9dc8-f910eae5dbd9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.564336] env[69846]: DEBUG nova.compute.manager [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Received event network-changed-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.564336] env[69846]: DEBUG nova.compute.manager [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Refreshing instance network info cache due to event network-changed-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.564769] env[69846]: DEBUG oslo_concurrency.lockutils [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] Acquiring lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.564769] env[69846]: DEBUG oslo_concurrency.lockutils [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] Acquired lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.564769] env[69846]: DEBUG nova.network.neutron [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Refreshing network info cache for port f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.590543] env[69846]: DEBUG nova.compute.manager [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Received event network-vif-plugged-1bf5d822-f75d-460b-ac3c-b41bfb612a8c {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.591713] env[69846]: DEBUG oslo_concurrency.lockutils [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] Acquiring lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.591713] env[69846]: DEBUG oslo_concurrency.lockutils [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] Lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.591713] env[69846]: DEBUG oslo_concurrency.lockutils [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] Lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.591713] env[69846]: DEBUG nova.compute.manager [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] No waiting events found dispatching network-vif-plugged-1bf5d822-f75d-460b-ac3c-b41bfb612a8c {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.591713] env[69846]: WARNING nova.compute.manager [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Received unexpected event network-vif-plugged-1bf5d822-f75d-460b-ac3c-b41bfb612a8c for instance with vm_state active and task_state None. [ 1066.594579] env[69846]: DEBUG nova.compute.manager [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Received event network-changed-1bf5d822-f75d-460b-ac3c-b41bfb612a8c {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.594579] env[69846]: DEBUG nova.compute.manager [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Refreshing instance network info cache due to event network-changed-1bf5d822-f75d-460b-ac3c-b41bfb612a8c. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.594579] env[69846]: DEBUG oslo_concurrency.lockutils [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] Acquiring lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.670656] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950201, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.674825] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1066.675167] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-49d209e2-785f-40d7-b963-b5a2e5d82744 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.684110] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1066.684110] env[69846]: value = "task-2950204" [ 1066.684110] env[69846]: _type = "Task" [ 1066.684110] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.697482] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950204, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.701187] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950202, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.159404} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.703876] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 9663aee9-bf35-477a-988f-182b25cf0c9b/9663aee9-bf35-477a-988f-182b25cf0c9b.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.704063] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.706404] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6167118a-7719-487d-bad5-036d595cb797 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.718191] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for the task: (returnval){ [ 1066.718191] env[69846]: value = "task-2950205" [ 1066.718191] env[69846]: _type = "Task" [ 1066.718191] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.733432] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.802365] env[69846]: INFO nova.compute.manager [-] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Took 1.58 seconds to deallocate network for instance. [ 1066.879249] env[69846]: DEBUG nova.network.neutron [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updating instance_info_cache with network_info: [{"id": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "address": "fa:16:3e:94:c2:b9", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b40bdc-47", "ovs_interfaceid": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1bf5d822-f75d-460b-ac3c-b41bfb612a8c", "address": "fa:16:3e:21:84:57", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf5d822-f7", "ovs_interfaceid": "1bf5d822-f75d-460b-ac3c-b41bfb612a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.023024] env[69846]: DEBUG nova.objects.instance [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lazy-loading 'numa_topology' on Instance uuid 80615314-3302-45dc-9dc8-f910eae5dbd9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.028087] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c5185839-c317-4613-ab58-95a2d931ac40 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.296s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.029609] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.315s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.029960] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.030283] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.030459] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.032501] env[69846]: INFO nova.compute.manager [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Terminating instance [ 1067.067141] env[69846]: DEBUG nova.network.neutron [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Updating instance_info_cache with network_info: [{"id": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "address": "fa:16:3e:45:57:29", "network": {"id": "d37b69d1-130f-4831-8bf7-fb61838bd5c8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817294365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105e41eae2e24a228cc62beb2b5e7c8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65eefdb3-63", "ovs_interfaceid": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.173728] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950201, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.199400] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950204, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.232533] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086257} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.236250] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.237448] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a899c390-d325-4ae7-9372-fb23d7820336 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.269431] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 9663aee9-bf35-477a-988f-182b25cf0c9b/9663aee9-bf35-477a-988f-182b25cf0c9b.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.270015] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17699854-9fc5-4696-9980-4073a51cfa5a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.301624] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for the task: (returnval){ [ 1067.301624] env[69846]: value = "task-2950206" [ 1067.301624] env[69846]: _type = "Task" [ 1067.301624] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.313922] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.314293] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.382877] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.383970] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.383970] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.384295] env[69846]: DEBUG oslo_concurrency.lockutils [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] Acquired lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.384544] env[69846]: DEBUG nova.network.neutron [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Refreshing network info cache for port 1bf5d822-f75d-460b-ac3c-b41bfb612a8c {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.386582] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe99087b-2bc0-45cd-ab0b-fd38566723d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.412982] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.413258] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.413647] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.414039] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.414155] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.414372] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.414675] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.414902] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.415111] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.415292] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.415549] env[69846]: DEBUG nova.virt.hardware [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.422883] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Reconfiguring VM to attach interface {{(pid=69846) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1067.423835] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ee2617b-1244-4338-92d0-2cb672d14553 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.447487] env[69846]: DEBUG oslo_vmware.api [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1067.447487] env[69846]: value = "task-2950207" [ 1067.447487] env[69846]: _type = "Task" [ 1067.447487] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.460956] env[69846]: DEBUG oslo_vmware.api [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950207, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.470413] env[69846]: DEBUG nova.network.neutron [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updated VIF entry in instance network info cache for port f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.470413] env[69846]: DEBUG nova.network.neutron [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updating instance_info_cache with network_info: [{"id": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "address": "fa:16:3e:b2:0b:cf", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf115b1ed-dc", "ovs_interfaceid": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.530231] env[69846]: INFO nova.compute.claims [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.536674] env[69846]: DEBUG nova.compute.manager [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.537155] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.537432] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de299c7f-642e-4132-9ffc-d39731736a54 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.558193] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69b9096-ea00-4bbc-b250-d2d6d080f596 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.574784] env[69846]: DEBUG oslo_concurrency.lockutils [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Releasing lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.611677] env[69846]: WARNING nova.virt.vmwareapi.vmops [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a9d18a69-05a2-46ab-bf7c-a854454cecb2 could not be found. [ 1067.612088] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.612185] env[69846]: INFO nova.compute.manager [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1067.612415] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.613665] env[69846]: DEBUG nova.compute.manager [-] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.613788] env[69846]: DEBUG nova.network.neutron [-] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.682625] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950201, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.700922] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950204, 'name': CreateSnapshot_Task, 'duration_secs': 0.781569} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.701262] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1067.702145] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e269eb-ac73-42b3-9b6a-43ef17ab2d06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.819381] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.932302] env[69846]: DEBUG nova.network.neutron [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Successfully updated port: 7e70a6a5-738a-4533-8852-d2b2ba512d95 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.964775] env[69846]: DEBUG oslo_vmware.api [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.974760] env[69846]: DEBUG oslo_concurrency.lockutils [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] Releasing lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.975368] env[69846]: DEBUG nova.compute.manager [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Received event network-changed-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.975368] env[69846]: DEBUG nova.compute.manager [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Refreshing instance network info cache due to event network-changed-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.975519] env[69846]: DEBUG oslo_concurrency.lockutils [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] Acquiring lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.975844] env[69846]: DEBUG oslo_concurrency.lockutils [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] Acquired lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.975844] env[69846]: DEBUG nova.network.neutron [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Refreshing network info cache for port f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.145776] env[69846]: DEBUG nova.network.neutron [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updated VIF entry in instance network info cache for port 1bf5d822-f75d-460b-ac3c-b41bfb612a8c. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.146492] env[69846]: DEBUG nova.network.neutron [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updating instance_info_cache with network_info: [{"id": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "address": "fa:16:3e:94:c2:b9", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b40bdc-47", "ovs_interfaceid": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1bf5d822-f75d-460b-ac3c-b41bfb612a8c", "address": "fa:16:3e:21:84:57", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf5d822-f7", "ovs_interfaceid": "1bf5d822-f75d-460b-ac3c-b41bfb612a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.176132] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950201, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.74769} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.176412] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0c5b579-981f-4f67-8829-e2bbffa14b1e/d0c5b579-981f-4f67-8829-e2bbffa14b1e.vmdk to [datastore2] 39baf588-6c09-4df4-a426-d2158d9c7afc/39baf588-6c09-4df4-a426-d2158d9c7afc.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.177255] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bc06bd-a622-43fd-862b-d143eb7cdb46 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.203035] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 39baf588-6c09-4df4-a426-d2158d9c7afc/39baf588-6c09-4df4-a426-d2158d9c7afc.vmdk or device None with type streamOptimized {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.203035] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1891ae-d5e6-4dfa-a660-dce087d8adcc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.227046] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1068.228497] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4653fac-f371-4b22-a2a6-82e8b1461ddb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.231672] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1068.231672] env[69846]: value = "task-2950208" [ 1068.231672] env[69846]: _type = "Task" [ 1068.231672] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.238782] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1068.238782] env[69846]: value = "task-2950209" [ 1068.238782] env[69846]: _type = "Task" [ 1068.238782] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.243267] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.254026] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950209, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.312998] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950206, 'name': ReconfigVM_Task, 'duration_secs': 0.9913} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.313287] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 9663aee9-bf35-477a-988f-182b25cf0c9b/9663aee9-bf35-477a-988f-182b25cf0c9b.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.314033] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b5fcce0-3c65-4633-a19a-e0b297f3b852 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.323358] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for the task: (returnval){ [ 1068.323358] env[69846]: value = "task-2950210" [ 1068.323358] env[69846]: _type = "Task" [ 1068.323358] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.334402] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950210, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.435472] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquiring lock "refresh_cache-0f2009a7-3ad9-4ec7-853b-f557e7318536" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.435643] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquired lock "refresh_cache-0f2009a7-3ad9-4ec7-853b-f557e7318536" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.435815] env[69846]: DEBUG nova.network.neutron [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.459755] env[69846]: DEBUG oslo_vmware.api [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950207, 'name': ReconfigVM_Task, 'duration_secs': 0.903855} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.460244] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.460510] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Reconfigured VM to attach interface {{(pid=69846) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1068.547837] env[69846]: DEBUG nova.network.neutron [-] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.580605] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.580996] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d5646e6-6e5a-46ce-a89e-c65c04232c1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.593478] env[69846]: DEBUG oslo_vmware.api [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1068.593478] env[69846]: value = "task-2950211" [ 1068.593478] env[69846]: _type = "Task" [ 1068.593478] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.604679] env[69846]: DEBUG oslo_vmware.api [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.655374] env[69846]: DEBUG oslo_concurrency.lockutils [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] Releasing lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.655374] env[69846]: DEBUG nova.compute.manager [req-58fcadaf-5da3-4df6-b541-a7771e0f8c60 req-b8be4a81-0059-4877-83e5-f522ce767534 service nova] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Received event network-vif-deleted-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.744908] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.750861] env[69846]: DEBUG nova.network.neutron [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updated VIF entry in instance network info cache for port f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.751228] env[69846]: DEBUG nova.network.neutron [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updating instance_info_cache with network_info: [{"id": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "address": "fa:16:3e:b2:0b:cf", "network": {"id": "67c60516-e0cd-4887-a215-1abef2f86904", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1972333584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e51c4d48c07b49d19eea97e1f5ca0204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf115b1ed-dc", "ovs_interfaceid": "f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.756559] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950209, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.835656] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950210, 'name': Rename_Task, 'duration_secs': 0.252568} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.836337] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.836631] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e5cfe75-2d48-4c81-8cbb-ab6ddf88aded {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.848780] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for the task: (returnval){ [ 1068.848780] env[69846]: value = "task-2950212" [ 1068.848780] env[69846]: _type = "Task" [ 1068.848780] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.860769] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.909689] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef323e7-48b4-4c9c-8072-8e306e564527 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.919047] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf971df8-0f36-4642-9369-0df2f297e76c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.956784] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bbfc93-74dd-4670-afca-74d24a83b562 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.965792] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44607552-1d7b-4675-a786-d069a5d43a73 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.971394] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4aff87a-7dca-47f8-8d66-fe68494d9696 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-0146bd92-96e3-4ab8-bbcf-90f39bb89102-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.987s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.984595] env[69846]: DEBUG nova.compute.provider_tree [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.999060] env[69846]: DEBUG nova.network.neutron [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.053734] env[69846]: INFO nova.compute.manager [-] [instance: a9d18a69-05a2-46ab-bf7c-a854454cecb2] Took 1.44 seconds to deallocate network for instance. [ 1069.109644] env[69846]: DEBUG oslo_vmware.api [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950211, 'name': PowerOnVM_Task, 'duration_secs': 0.495271} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.110674] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.110951] env[69846]: DEBUG nova.compute.manager [None req-58cf9171-142b-4219-a64d-f73d334f3900 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.111800] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f54b2fb-f1ef-46a5-9763-ab52c19b1ae8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.189647] env[69846]: DEBUG nova.network.neutron [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Updating instance_info_cache with network_info: [{"id": "7e70a6a5-738a-4533-8852-d2b2ba512d95", "address": "fa:16:3e:4a:1a:b1", "network": {"id": "5b836159-a23c-4ec9-9ae5-d8a7d07078d8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-318834366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91972b981e0a47749fdf8947bf4e21fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e70a6a5-73", "ovs_interfaceid": "7e70a6a5-738a-4533-8852-d2b2ba512d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.244268] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950208, 'name': ReconfigVM_Task, 'duration_secs': 0.606194} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.244602] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 39baf588-6c09-4df4-a426-d2158d9c7afc/39baf588-6c09-4df4-a426-d2158d9c7afc.vmdk or device None with type streamOptimized {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.246237] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encrypted': False, 'size': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'guest_format': None, 'image_id': 'a8e17318-c1ff-4a31-916e-097356a34ec2'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': None, 'attachment_id': 'e69ce0a6-7176-4ad6-a017-3f28027b8ed4', 'disk_bus': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592109', 'volume_id': '6f6ae89d-5890-4be9-b457-e2130998d9fa', 'name': 'volume-6f6ae89d-5890-4be9-b457-e2130998d9fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '39baf588-6c09-4df4-a426-d2158d9c7afc', 'attached_at': '', 'detached_at': '', 'volume_id': '6f6ae89d-5890-4be9-b457-e2130998d9fa', 'serial': '6f6ae89d-5890-4be9-b457-e2130998d9fa'}, 'volume_type': None}], 'swap': None} {{(pid=69846) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1069.246399] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1069.246489] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592109', 'volume_id': '6f6ae89d-5890-4be9-b457-e2130998d9fa', 'name': 'volume-6f6ae89d-5890-4be9-b457-e2130998d9fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '39baf588-6c09-4df4-a426-d2158d9c7afc', 'attached_at': '', 'detached_at': '', 'volume_id': '6f6ae89d-5890-4be9-b457-e2130998d9fa', 'serial': '6f6ae89d-5890-4be9-b457-e2130998d9fa'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1069.247544] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b006aff8-a1d4-430e-b1b2-a24b0292335b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.268505] env[69846]: DEBUG oslo_concurrency.lockutils [req-86252d74-d69d-4e62-900b-8ac55ffba4e7 req-f56ccf78-30aa-4915-9321-3b7f0a62e4a2 service nova] Releasing lock "refresh_cache-04b1cc60-af72-4019-b659-529157de2ea5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.273023] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f96488-7aa3-4c66-9db2-a3e0bd0a4051 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.275721] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950209, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.301033] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-6f6ae89d-5890-4be9-b457-e2130998d9fa/volume-6f6ae89d-5890-4be9-b457-e2130998d9fa.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.301374] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d25c687-ef85-4d5c-ae0c-037ebed06e84 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.322437] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1069.322437] env[69846]: value = "task-2950213" [ 1069.322437] env[69846]: _type = "Task" [ 1069.322437] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.333887] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.359709] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.362256] env[69846]: DEBUG nova.compute.manager [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Received event network-vif-plugged-7e70a6a5-738a-4533-8852-d2b2ba512d95 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.362576] env[69846]: DEBUG oslo_concurrency.lockutils [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] Acquiring lock "0f2009a7-3ad9-4ec7-853b-f557e7318536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.362701] env[69846]: DEBUG oslo_concurrency.lockutils [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] Lock "0f2009a7-3ad9-4ec7-853b-f557e7318536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.363051] env[69846]: DEBUG oslo_concurrency.lockutils [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] Lock "0f2009a7-3ad9-4ec7-853b-f557e7318536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.363159] env[69846]: DEBUG nova.compute.manager [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] No waiting events found dispatching network-vif-plugged-7e70a6a5-738a-4533-8852-d2b2ba512d95 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.363259] env[69846]: WARNING nova.compute.manager [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Received unexpected event network-vif-plugged-7e70a6a5-738a-4533-8852-d2b2ba512d95 for instance with vm_state building and task_state spawning. [ 1069.363477] env[69846]: DEBUG nova.compute.manager [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Received event network-changed-7e70a6a5-738a-4533-8852-d2b2ba512d95 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.363797] env[69846]: DEBUG nova.compute.manager [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Refreshing instance network info cache due to event network-changed-7e70a6a5-738a-4533-8852-d2b2ba512d95. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.363994] env[69846]: DEBUG oslo_concurrency.lockutils [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] Acquiring lock "refresh_cache-0f2009a7-3ad9-4ec7-853b-f557e7318536" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.381638] env[69846]: DEBUG nova.compute.manager [req-7e6a5c26-d3b2-4c66-9ca4-6c7029fc388a req-f81c5188-6e20-4f4c-b48a-0d740903d9ed service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Received event network-changed-77a33e77-6fcd-4ee3-8658-e53c9106daee {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.381638] env[69846]: DEBUG nova.compute.manager [req-7e6a5c26-d3b2-4c66-9ca4-6c7029fc388a req-f81c5188-6e20-4f4c-b48a-0d740903d9ed service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Refreshing instance network info cache due to event network-changed-77a33e77-6fcd-4ee3-8658-e53c9106daee. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.381783] env[69846]: DEBUG oslo_concurrency.lockutils [req-7e6a5c26-d3b2-4c66-9ca4-6c7029fc388a req-f81c5188-6e20-4f4c-b48a-0d740903d9ed service nova] Acquiring lock "refresh_cache-c512fb9a-7082-44a2-a6f0-4a93a67867d9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.381952] env[69846]: DEBUG oslo_concurrency.lockutils [req-7e6a5c26-d3b2-4c66-9ca4-6c7029fc388a req-f81c5188-6e20-4f4c-b48a-0d740903d9ed service nova] Acquired lock "refresh_cache-c512fb9a-7082-44a2-a6f0-4a93a67867d9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.382142] env[69846]: DEBUG nova.network.neutron [req-7e6a5c26-d3b2-4c66-9ca4-6c7029fc388a req-f81c5188-6e20-4f4c-b48a-0d740903d9ed service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Refreshing network info cache for port 77a33e77-6fcd-4ee3-8658-e53c9106daee {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.490722] env[69846]: DEBUG nova.scheduler.client.report [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.627664] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquiring lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.627903] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.692782] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Releasing lock "refresh_cache-0f2009a7-3ad9-4ec7-853b-f557e7318536" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.693130] env[69846]: DEBUG nova.compute.manager [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Instance network_info: |[{"id": "7e70a6a5-738a-4533-8852-d2b2ba512d95", "address": "fa:16:3e:4a:1a:b1", "network": {"id": "5b836159-a23c-4ec9-9ae5-d8a7d07078d8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-318834366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91972b981e0a47749fdf8947bf4e21fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e70a6a5-73", "ovs_interfaceid": "7e70a6a5-738a-4533-8852-d2b2ba512d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.693495] env[69846]: DEBUG oslo_concurrency.lockutils [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] Acquired lock "refresh_cache-0f2009a7-3ad9-4ec7-853b-f557e7318536" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.693714] env[69846]: DEBUG nova.network.neutron [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Refreshing network info cache for port 7e70a6a5-738a-4533-8852-d2b2ba512d95 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.695217] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:1a:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e70a6a5-738a-4533-8852-d2b2ba512d95', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.706025] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Creating folder: Project (91972b981e0a47749fdf8947bf4e21fb). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.710335] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a31306c1-7f3d-4994-9598-108884b37242 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.725174] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Created folder: Project (91972b981e0a47749fdf8947bf4e21fb) in parent group-v591891. [ 1069.725544] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Creating folder: Instances. Parent ref: group-v592129. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.725866] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebe866d7-0cfa-43f8-9a82-b003d72943f0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.744018] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Created folder: Instances in parent group-v592129. [ 1069.744018] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.744018] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.744018] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b2e907d-130b-4d5a-bd6b-5a159ad308ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.770490] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950209, 'name': CloneVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.771805] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.771805] env[69846]: value = "task-2950216" [ 1069.771805] env[69846]: _type = "Task" [ 1069.771805] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.782201] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950216, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.835603] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950213, 'name': ReconfigVM_Task, 'duration_secs': 0.494238} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.835603] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-6f6ae89d-5890-4be9-b457-e2130998d9fa/volume-6f6ae89d-5890-4be9-b457-e2130998d9fa.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.840331] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37d99f93-8344-4b70-8dcd-f73828a7fc51 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.862673] env[69846]: DEBUG oslo_vmware.api [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950212, 'name': PowerOnVM_Task, 'duration_secs': 0.709928} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.867561] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.869231] env[69846]: INFO nova.compute.manager [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Took 12.71 seconds to spawn the instance on the hypervisor. [ 1069.869490] env[69846]: DEBUG nova.compute.manager [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.869906] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1069.869906] env[69846]: value = "task-2950217" [ 1069.869906] env[69846]: _type = "Task" [ 1069.869906] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.870753] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87d9fdf-05d3-4787-bdf8-fb4833deb4ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.891936] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.966646] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1069.966646] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592126', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'name': 'volume-e50435b8-622b-410a-9edb-aa2c6a833021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d25b54-c4d0-4e6d-8688-7abd09857648', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'serial': 'e50435b8-622b-410a-9edb-aa2c6a833021'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1069.966646] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc17c1d-e9aa-406e-9e11-1e7402f2342b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.985383] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d48c786-0969-4752-aaa8-b0b38c306eb9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.008366] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.494s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.017861] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-e50435b8-622b-410a-9edb-aa2c6a833021/volume-e50435b8-622b-410a-9edb-aa2c6a833021.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.020487] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.299s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.022138] env[69846]: INFO nova.compute.claims [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.024768] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b103cd-8c0b-420f-ba80-8b504cfd8140 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.039246] env[69846]: DEBUG nova.network.neutron [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Updated VIF entry in instance network info cache for port 7e70a6a5-738a-4533-8852-d2b2ba512d95. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.039913] env[69846]: DEBUG nova.network.neutron [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Updating instance_info_cache with network_info: [{"id": "7e70a6a5-738a-4533-8852-d2b2ba512d95", "address": "fa:16:3e:4a:1a:b1", "network": {"id": "5b836159-a23c-4ec9-9ae5-d8a7d07078d8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-318834366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91972b981e0a47749fdf8947bf4e21fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e70a6a5-73", "ovs_interfaceid": "7e70a6a5-738a-4533-8852-d2b2ba512d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.048340] env[69846]: DEBUG oslo_vmware.api [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1070.048340] env[69846]: value = "task-2950218" [ 1070.048340] env[69846]: _type = "Task" [ 1070.048340] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.062492] env[69846]: DEBUG oslo_vmware.api [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.087007] env[69846]: INFO nova.network.neutron [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updating port 50b8545d-6a02-4982-b788-5b44438a9066 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1070.093856] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "a9d18a69-05a2-46ab-bf7c-a854454cecb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.064s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.132221] env[69846]: DEBUG nova.compute.manager [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.269609] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950209, 'name': CloneVM_Task, 'duration_secs': 1.598038} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.269903] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Created linked-clone VM from snapshot [ 1070.270673] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62b8439-1d80-47c4-a4b1-855db74f3147 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.282980] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Uploading image f9336eb1-d712-478f-951a-c4db1c08f693 {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1070.292038] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950216, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.317308] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1070.317308] env[69846]: value = "vm-592128" [ 1070.317308] env[69846]: _type = "VirtualMachine" [ 1070.317308] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1070.317308] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37f4b1c2-6b46-4aa3-88be-f2b1a9f19d73 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.326748] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lease: (returnval){ [ 1070.326748] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f65096-e48a-38ff-38e2-c418b698bf73" [ 1070.326748] env[69846]: _type = "HttpNfcLease" [ 1070.326748] env[69846]: } obtained for exporting VM: (result){ [ 1070.326748] env[69846]: value = "vm-592128" [ 1070.326748] env[69846]: _type = "VirtualMachine" [ 1070.326748] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1070.327207] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the lease: (returnval){ [ 1070.327207] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f65096-e48a-38ff-38e2-c418b698bf73" [ 1070.327207] env[69846]: _type = "HttpNfcLease" [ 1070.327207] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1070.337859] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.337859] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f65096-e48a-38ff-38e2-c418b698bf73" [ 1070.337859] env[69846]: _type = "HttpNfcLease" [ 1070.337859] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1070.387151] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950217, 'name': ReconfigVM_Task, 'duration_secs': 0.282001} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.387998] env[69846]: DEBUG nova.network.neutron [req-7e6a5c26-d3b2-4c66-9ca4-6c7029fc388a req-f81c5188-6e20-4f4c-b48a-0d740903d9ed service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Updated VIF entry in instance network info cache for port 77a33e77-6fcd-4ee3-8658-e53c9106daee. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.388361] env[69846]: DEBUG nova.network.neutron [req-7e6a5c26-d3b2-4c66-9ca4-6c7029fc388a req-f81c5188-6e20-4f4c-b48a-0d740903d9ed service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Updating instance_info_cache with network_info: [{"id": "77a33e77-6fcd-4ee3-8658-e53c9106daee", "address": "fa:16:3e:ba:b3:a2", "network": {"id": "3268a217-ed8e-4447-8e71-ab734d36b6e0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1512999746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a17cf95203346678f906036f30aef2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a33e77-6f", "ovs_interfaceid": "77a33e77-6fcd-4ee3-8658-e53c9106daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.389671] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592109', 'volume_id': '6f6ae89d-5890-4be9-b457-e2130998d9fa', 'name': 'volume-6f6ae89d-5890-4be9-b457-e2130998d9fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '39baf588-6c09-4df4-a426-d2158d9c7afc', 'attached_at': '', 'detached_at': '', 'volume_id': '6f6ae89d-5890-4be9-b457-e2130998d9fa', 'serial': '6f6ae89d-5890-4be9-b457-e2130998d9fa'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1070.390255] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13124cab-92be-4cfe-8d60-eed28996b049 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.407867] env[69846]: INFO nova.compute.manager [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Took 24.99 seconds to build instance. [ 1070.411505] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1070.411505] env[69846]: value = "task-2950220" [ 1070.411505] env[69846]: _type = "Task" [ 1070.411505] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.426188] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950220, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.545369] env[69846]: DEBUG oslo_concurrency.lockutils [req-2de2e279-8863-4d0d-a2e2-59f5d0ddeac4 req-f6ad167f-b649-4705-8c10-69972450f899 service nova] Releasing lock "refresh_cache-0f2009a7-3ad9-4ec7-853b-f557e7318536" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.561301] env[69846]: DEBUG oslo_vmware.api [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.587079] env[69846]: DEBUG oslo_concurrency.lockutils [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "interface-0146bd92-96e3-4ab8-bbcf-90f39bb89102-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.587079] env[69846]: DEBUG oslo_concurrency.lockutils [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-0146bd92-96e3-4ab8-bbcf-90f39bb89102-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.661763] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.784227] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950216, 'name': CreateVM_Task, 'duration_secs': 0.757255} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.784489] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.785102] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.785261] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.785691] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.786689] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f45f6d0-512c-4fea-8bff-c4918fc52897 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.792474] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for the task: (returnval){ [ 1070.792474] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]520d30cc-295e-f6fd-e812-94fb143095d6" [ 1070.792474] env[69846]: _type = "Task" [ 1070.792474] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.800973] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520d30cc-295e-f6fd-e812-94fb143095d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.835979] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.835979] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f65096-e48a-38ff-38e2-c418b698bf73" [ 1070.835979] env[69846]: _type = "HttpNfcLease" [ 1070.835979] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1070.836376] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1070.836376] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f65096-e48a-38ff-38e2-c418b698bf73" [ 1070.836376] env[69846]: _type = "HttpNfcLease" [ 1070.836376] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1070.837181] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5f3e76-e079-4975-b2b2-e9fe9bf930a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.845257] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52025c59-2a41-0de9-aa51-c92c9837352c/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1070.845437] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52025c59-2a41-0de9-aa51-c92c9837352c/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1070.911714] env[69846]: DEBUG oslo_concurrency.lockutils [req-7e6a5c26-d3b2-4c66-9ca4-6c7029fc388a req-f81c5188-6e20-4f4c-b48a-0d740903d9ed service nova] Releasing lock "refresh_cache-c512fb9a-7082-44a2-a6f0-4a93a67867d9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.912229] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lock "9663aee9-bf35-477a-988f-182b25cf0c9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.507s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.923366] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950220, 'name': Rename_Task, 'duration_secs': 0.193042} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.923538] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.923784] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e73964fc-d24f-4117-891d-1fe2af10bcff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.932636] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1070.932636] env[69846]: value = "task-2950221" [ 1070.932636] env[69846]: _type = "Task" [ 1070.932636] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.941989] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.950906] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f67c4c49-48e4-41bf-a4db-8b3d3b8dc6c8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.059406] env[69846]: DEBUG oslo_vmware.api [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950218, 'name': ReconfigVM_Task, 'duration_secs': 0.626952} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.059700] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-e50435b8-622b-410a-9edb-aa2c6a833021/volume-e50435b8-622b-410a-9edb-aa2c6a833021.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.067040] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c40fac51-0368-4311-b633-c26b1d59afac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.082986] env[69846]: DEBUG oslo_vmware.api [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1071.082986] env[69846]: value = "task-2950222" [ 1071.082986] env[69846]: _type = "Task" [ 1071.082986] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.095775] env[69846]: DEBUG oslo_concurrency.lockutils [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.095983] env[69846]: DEBUG oslo_concurrency.lockutils [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.096311] env[69846]: DEBUG oslo_vmware.api [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.097146] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395d2e27-0f58-4779-82f3-30d96c6edfa8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.123098] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eb789d-b802-4c65-9238-7d77f7ebf39b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.154103] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Reconfiguring VM to detach interface {{(pid=69846) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1071.157399] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0e377b7-7cfc-4e25-8b98-3be8bdd52216 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.180073] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1071.180073] env[69846]: value = "task-2950223" [ 1071.180073] env[69846]: _type = "Task" [ 1071.180073] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.194161] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.308169] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520d30cc-295e-f6fd-e812-94fb143095d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.308563] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.309348] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.309348] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.309486] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.309654] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.313350] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80db91cb-e29f-4d3f-bd97-9e3c5165f19d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.321371] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.321807] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.323419] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c7c78c-c02e-42b6-a962-27e7a9c9034c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.335990] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for the task: (returnval){ [ 1071.335990] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522fd6f3-6422-d3e3-717d-4ed64b5c7b27" [ 1071.335990] env[69846]: _type = "Task" [ 1071.335990] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.345687] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522fd6f3-6422-d3e3-717d-4ed64b5c7b27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.395234] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.395555] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.443956] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950221, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.460671] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b011f08-e1da-4f7e-bd7c-56d2ed84c163 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.469775] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa58a35-a4dd-4275-9391-55dded10ad25 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.507504] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a844fe0-9ebf-48da-9542-517cdd4bfd2a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.516527] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bdc942-5d16-4523-89ec-8e283b87a308 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.535980] env[69846]: DEBUG nova.compute.provider_tree [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.595795] env[69846]: DEBUG oslo_vmware.api [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950222, 'name': ReconfigVM_Task, 'duration_secs': 0.177773} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.596531] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592126', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'name': 'volume-e50435b8-622b-410a-9edb-aa2c6a833021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d25b54-c4d0-4e6d-8688-7abd09857648', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'serial': 'e50435b8-622b-410a-9edb-aa2c6a833021'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1071.696815] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.811888] env[69846]: DEBUG nova.compute.manager [req-0a6ff3f0-d161-4b3f-993d-9e5107260c1b req-39515bd9-471c-47ff-835d-45e17aaff2e4 service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Received event network-vif-plugged-50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.812515] env[69846]: DEBUG oslo_concurrency.lockutils [req-0a6ff3f0-d161-4b3f-993d-9e5107260c1b req-39515bd9-471c-47ff-835d-45e17aaff2e4 service nova] Acquiring lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.812515] env[69846]: DEBUG oslo_concurrency.lockutils [req-0a6ff3f0-d161-4b3f-993d-9e5107260c1b req-39515bd9-471c-47ff-835d-45e17aaff2e4 service nova] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.812639] env[69846]: DEBUG oslo_concurrency.lockutils [req-0a6ff3f0-d161-4b3f-993d-9e5107260c1b req-39515bd9-471c-47ff-835d-45e17aaff2e4 service nova] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.813019] env[69846]: DEBUG nova.compute.manager [req-0a6ff3f0-d161-4b3f-993d-9e5107260c1b req-39515bd9-471c-47ff-835d-45e17aaff2e4 service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] No waiting events found dispatching network-vif-plugged-50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.817022] env[69846]: WARNING nova.compute.manager [req-0a6ff3f0-d161-4b3f-993d-9e5107260c1b req-39515bd9-471c-47ff-835d-45e17aaff2e4 service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Received unexpected event network-vif-plugged-50b8545d-6a02-4982-b788-5b44438a9066 for instance with vm_state shelved_offloaded and task_state spawning. [ 1071.850368] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522fd6f3-6422-d3e3-717d-4ed64b5c7b27, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.850368] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3b2ec4-ca01-4926-b811-f8005cd03471 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.856211] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for the task: (returnval){ [ 1071.856211] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52bd9bdc-0f14-0ff1-4564-5f131e93a562" [ 1071.856211] env[69846]: _type = "Task" [ 1071.856211] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.868257] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52bd9bdc-0f14-0ff1-4564-5f131e93a562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.903985] env[69846]: DEBUG nova.compute.manager [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.946916] env[69846]: DEBUG oslo_vmware.api [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950221, 'name': PowerOnVM_Task, 'duration_secs': 0.701036} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.947140] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.975884] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.976089] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.976424] env[69846]: DEBUG nova.network.neutron [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.040543] env[69846]: DEBUG nova.scheduler.client.report [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.045221] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquiring lock "9663aee9-bf35-477a-988f-182b25cf0c9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.045458] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lock "9663aee9-bf35-477a-988f-182b25cf0c9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.045656] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquiring lock "9663aee9-bf35-477a-988f-182b25cf0c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.046254] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lock "9663aee9-bf35-477a-988f-182b25cf0c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.046451] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lock "9663aee9-bf35-477a-988f-182b25cf0c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.049480] env[69846]: INFO nova.compute.manager [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Terminating instance [ 1072.054338] env[69846]: DEBUG nova.compute.manager [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.055415] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f42afc-13ad-45c5-bfa5-83c72dd082b6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.191806] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.368377] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52bd9bdc-0f14-0ff1-4564-5f131e93a562, 'name': SearchDatastore_Task, 'duration_secs': 0.01405} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.369059] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.369448] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0f2009a7-3ad9-4ec7-853b-f557e7318536/0f2009a7-3ad9-4ec7-853b-f557e7318536.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.369909] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1248a046-bca3-4557-b427-870ca499bd6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.379360] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for the task: (returnval){ [ 1072.379360] env[69846]: value = "task-2950224" [ 1072.379360] env[69846]: _type = "Task" [ 1072.379360] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.390082] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.426906] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.550056] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.551063] env[69846]: DEBUG nova.compute.manager [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.553671] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.828s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.555240] env[69846]: INFO nova.compute.claims [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.558258] env[69846]: DEBUG nova.compute.manager [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.558511] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.559748] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd08758e-5128-452a-b04c-a94d8f57d440 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.573153] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.574985] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee1644c-5c0d-4854-8e11-876eaa9a7478 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.577402] env[69846]: DEBUG oslo_concurrency.lockutils [None req-fd8f142c-d24d-4930-90aa-d72972e1a090 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.412s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.587022] env[69846]: DEBUG oslo_vmware.api [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for the task: (returnval){ [ 1072.587022] env[69846]: value = "task-2950225" [ 1072.587022] env[69846]: _type = "Task" [ 1072.587022] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.598691] env[69846]: DEBUG oslo_vmware.api [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.638683] env[69846]: DEBUG nova.objects.instance [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lazy-loading 'flavor' on Instance uuid d3d25b54-c4d0-4e6d-8688-7abd09857648 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.695302] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.893754] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.061084] env[69846]: DEBUG nova.compute.utils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.069704] env[69846]: DEBUG nova.compute.manager [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.073810] env[69846]: DEBUG nova.network.neutron [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.099530] env[69846]: DEBUG oslo_vmware.api [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950225, 'name': PowerOffVM_Task, 'duration_secs': 0.310574} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.099972] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.100238] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.100563] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edb5e545-8536-45c3-933f-0578bccf0f83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.144785] env[69846]: DEBUG oslo_concurrency.lockutils [None req-eb30e035-b317-451c-9613-640b3b3def34 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 12.378s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.170408] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.170978] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.171107] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Deleting the datastore file [datastore2] 9663aee9-bf35-477a-988f-182b25cf0c9b {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.171408] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-899bb24e-01d1-4edc-99e0-5558c1b51fdf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.179165] env[69846]: DEBUG oslo_vmware.api [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for the task: (returnval){ [ 1073.179165] env[69846]: value = "task-2950227" [ 1073.179165] env[69846]: _type = "Task" [ 1073.179165] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.193316] env[69846]: DEBUG oslo_vmware.api [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.194928] env[69846]: DEBUG nova.policy [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c1a0d25be1453fa86a74d2d6bc2ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fa4c59e1a7434fac15a4918624a887', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.202035] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.291758] env[69846]: DEBUG nova.network.neutron [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updating instance_info_cache with network_info: [{"id": "50b8545d-6a02-4982-b788-5b44438a9066", "address": "fa:16:3e:59:9e:2b", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b8545d-6a", "ovs_interfaceid": "50b8545d-6a02-4982-b788-5b44438a9066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.392821] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638089} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.393209] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0f2009a7-3ad9-4ec7-853b-f557e7318536/0f2009a7-3ad9-4ec7-853b-f557e7318536.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.393466] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.393761] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61cfd4d0-b770-42df-a5f9-24c332f7ed9b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.401303] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for the task: (returnval){ [ 1073.401303] env[69846]: value = "task-2950228" [ 1073.401303] env[69846]: _type = "Task" [ 1073.401303] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.411736] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.571042] env[69846]: DEBUG nova.compute.manager [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.698738] env[69846]: DEBUG oslo_vmware.api [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Task: {'id': task-2950227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271149} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.707032] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.707032] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.707032] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.707032] env[69846]: INFO nova.compute.manager [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1073.707032] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.707032] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.707032] env[69846]: DEBUG nova.compute.manager [-] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.707032] env[69846]: DEBUG nova.network.neutron [-] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.774870] env[69846]: DEBUG nova.network.neutron [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Successfully created port: 53eb5673-1007-4ec4-9611-260069edaae4 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.800814] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.836218] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3cdbecdaefe14f7ede70bda26e41d0bb',container_format='bare',created_at=2025-03-11T20:27:10Z,direct_url=,disk_format='vmdk',id=ebc7deaf-1931-401d-a033-eceb48ed87d2,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-640144530-shelved',owner='98213ebe32a04a54bc9b0dca299d9068',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-03-11T20:27:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.836459] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.836610] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.836789] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.836942] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.837340] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.837591] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.837763] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.837915] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.838087] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.838264] env[69846]: DEBUG nova.virt.hardware [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.839600] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca89704c-7195-48b3-9889-74d3d066e3b2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.849092] env[69846]: DEBUG nova.compute.manager [req-902cec79-1a0e-443b-be3d-29dfeb9fb4c4 req-adac3728-caa3-4acd-8bb3-0f95c81b0eec service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Received event network-changed-50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.849092] env[69846]: DEBUG nova.compute.manager [req-902cec79-1a0e-443b-be3d-29dfeb9fb4c4 req-adac3728-caa3-4acd-8bb3-0f95c81b0eec service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Refreshing instance network info cache due to event network-changed-50b8545d-6a02-4982-b788-5b44438a9066. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.849092] env[69846]: DEBUG oslo_concurrency.lockutils [req-902cec79-1a0e-443b-be3d-29dfeb9fb4c4 req-adac3728-caa3-4acd-8bb3-0f95c81b0eec service nova] Acquiring lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.849092] env[69846]: DEBUG oslo_concurrency.lockutils [req-902cec79-1a0e-443b-be3d-29dfeb9fb4c4 req-adac3728-caa3-4acd-8bb3-0f95c81b0eec service nova] Acquired lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.850488] env[69846]: DEBUG nova.network.neutron [req-902cec79-1a0e-443b-be3d-29dfeb9fb4c4 req-adac3728-caa3-4acd-8bb3-0f95c81b0eec service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Refreshing network info cache for port 50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.858300] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2229186f-1c20-41e1-a251-4ff525191858 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.880105] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:9e:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b8545d-6a02-4982-b788-5b44438a9066', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.889348] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.892610] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.893069] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e2466ce-2b57-4d55-a27f-8896f220585f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.921785] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111107} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.925729] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.926043] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.926043] env[69846]: value = "task-2950229" [ 1073.926043] env[69846]: _type = "Task" [ 1073.926043] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.926948] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecd9d09-0bc1-4de0-afdc-c7e92d210404 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.938692] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950229, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.962076] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 0f2009a7-3ad9-4ec7-853b-f557e7318536/0f2009a7-3ad9-4ec7-853b-f557e7318536.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.962592] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7585db49-b41c-403f-99a6-63679b83fe70 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.987792] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for the task: (returnval){ [ 1073.987792] env[69846]: value = "task-2950230" [ 1073.987792] env[69846]: _type = "Task" [ 1073.987792] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.001571] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.009459] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba05bdb4-cdd7-49e4-8a5a-65077a262def {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.019675] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207cc82a-831a-4f35-889e-7a0d22b1397a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.053956] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4293ca2d-b186-4822-b526-ff958c976d4e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.067228] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28d25b8-129f-4995-90a6-c750820a17d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.088867] env[69846]: DEBUG nova.compute.provider_tree [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.204556] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.329789] env[69846]: INFO nova.compute.manager [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Rebuilding instance [ 1074.379516] env[69846]: DEBUG nova.compute.manager [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.380358] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7e37cc-ae6c-4525-95b6-4be1b0f0a6f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.440979] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950229, 'name': CreateVM_Task, 'duration_secs': 0.474895} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.441524] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.442358] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.442593] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.443024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.443317] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68262484-194a-4c28-811c-57f5d3dfbd5b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.451938] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1074.451938] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5207ccd8-452b-8c85-18c5-2cbbbea9e89b" [ 1074.451938] env[69846]: _type = "Task" [ 1074.451938] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.461308] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5207ccd8-452b-8c85-18c5-2cbbbea9e89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.499416] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950230, 'name': ReconfigVM_Task, 'duration_secs': 0.436128} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.500095] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 0f2009a7-3ad9-4ec7-853b-f557e7318536/0f2009a7-3ad9-4ec7-853b-f557e7318536.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.500730] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0636072-1408-4ed8-a6ce-66353f5ce086 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.508802] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for the task: (returnval){ [ 1074.508802] env[69846]: value = "task-2950231" [ 1074.508802] env[69846]: _type = "Task" [ 1074.508802] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.518207] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950231, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.592120] env[69846]: DEBUG nova.compute.manager [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.594866] env[69846]: DEBUG nova.scheduler.client.report [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.628138] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.628138] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.628138] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.628341] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.628341] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.628506] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.629491] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.629491] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.629491] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.629491] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.629491] env[69846]: DEBUG nova.virt.hardware [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.631126] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b351cb-6b53-4c42-805e-1cba0b13c399 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.643019] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc62757-53ff-4d0e-939d-cf293247004d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.673308] env[69846]: DEBUG nova.network.neutron [req-902cec79-1a0e-443b-be3d-29dfeb9fb4c4 req-adac3728-caa3-4acd-8bb3-0f95c81b0eec service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updated VIF entry in instance network info cache for port 50b8545d-6a02-4982-b788-5b44438a9066. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.673697] env[69846]: DEBUG nova.network.neutron [req-902cec79-1a0e-443b-be3d-29dfeb9fb4c4 req-adac3728-caa3-4acd-8bb3-0f95c81b0eec service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updating instance_info_cache with network_info: [{"id": "50b8545d-6a02-4982-b788-5b44438a9066", "address": "fa:16:3e:59:9e:2b", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b8545d-6a", "ovs_interfaceid": "50b8545d-6a02-4982-b788-5b44438a9066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.698655] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.709656] env[69846]: DEBUG nova.network.neutron [-] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.964122] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.964122] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Processing image ebc7deaf-1931-401d-a033-eceb48ed87d2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.964122] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2/ebc7deaf-1931-401d-a033-eceb48ed87d2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.964122] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2/ebc7deaf-1931-401d-a033-eceb48ed87d2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.964638] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.964638] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-887378aa-2c6c-4cbf-83a3-e241471c0583 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.977814] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.977995] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.978730] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f9eccc-5696-4815-8be3-f52ddd0f6894 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.984788] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1074.984788] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527c428c-63b8-9818-2178-330fdf4839a0" [ 1074.984788] env[69846]: _type = "Task" [ 1074.984788] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.993461] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527c428c-63b8-9818-2178-330fdf4839a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.019209] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950231, 'name': Rename_Task, 'duration_secs': 0.243554} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.019547] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.019871] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10ec2abb-3899-4ab8-9244-226e0e6cb532 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.029050] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for the task: (returnval){ [ 1075.029050] env[69846]: value = "task-2950232" [ 1075.029050] env[69846]: _type = "Task" [ 1075.029050] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.038187] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.103380] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.103917] env[69846]: DEBUG nova.compute.manager [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.106700] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.799s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.181634] env[69846]: DEBUG oslo_concurrency.lockutils [req-902cec79-1a0e-443b-be3d-29dfeb9fb4c4 req-adac3728-caa3-4acd-8bb3-0f95c81b0eec service nova] Releasing lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.199046] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.212300] env[69846]: INFO nova.compute.manager [-] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Took 1.51 seconds to deallocate network for instance. [ 1075.394883] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.395178] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5cbbcbf-ef99-4af2-8b07-e9c7e6b4ead6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.403334] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1075.403334] env[69846]: value = "task-2950233" [ 1075.403334] env[69846]: _type = "Task" [ 1075.403334] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.412475] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.501028] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Preparing fetch location {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1075.501432] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Fetch image to [datastore2] OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85/OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85.vmdk {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1075.501934] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Downloading stream optimized image ebc7deaf-1931-401d-a033-eceb48ed87d2 to [datastore2] OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85/OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85.vmdk on the data store datastore2 as vApp {{(pid=69846) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1075.502040] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Downloading image file data ebc7deaf-1931-401d-a033-eceb48ed87d2 to the ESX as VM named 'OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85' {{(pid=69846) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1075.556368] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950232, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.582534] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1075.582534] env[69846]: value = "resgroup-9" [ 1075.582534] env[69846]: _type = "ResourcePool" [ 1075.582534] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1075.583012] env[69846]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a07f1b01-7cc0-418d-8be4-a4afd4db197e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.598759] env[69846]: DEBUG nova.network.neutron [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Successfully updated port: 53eb5673-1007-4ec4-9611-260069edaae4 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.608300] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lease: (returnval){ [ 1075.608300] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52367537-5a56-cca9-d630-0025bdf6c625" [ 1075.608300] env[69846]: _type = "HttpNfcLease" [ 1075.608300] env[69846]: } obtained for vApp import into resource pool (val){ [ 1075.608300] env[69846]: value = "resgroup-9" [ 1075.608300] env[69846]: _type = "ResourcePool" [ 1075.608300] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1075.608766] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the lease: (returnval){ [ 1075.608766] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52367537-5a56-cca9-d630-0025bdf6c625" [ 1075.608766] env[69846]: _type = "HttpNfcLease" [ 1075.608766] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1075.609797] env[69846]: DEBUG nova.compute.utils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.621129] env[69846]: DEBUG nova.compute.manager [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.621129] env[69846]: DEBUG nova.network.neutron [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.632475] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.632475] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52367537-5a56-cca9-d630-0025bdf6c625" [ 1075.632475] env[69846]: _type = "HttpNfcLease" [ 1075.632475] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1075.701072] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.703324] env[69846]: DEBUG nova.policy [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '302bfe4a3a464d6399584aa7322366cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85ef6018245c433482f06963d0b43473', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.719046] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.920576] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950233, 'name': PowerOffVM_Task, 'duration_secs': 0.356046} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.921291] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.038129] env[69846]: INFO nova.compute.manager [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Detaching volume e50435b8-622b-410a-9edb-aa2c6a833021 [ 1076.050239] env[69846]: DEBUG oslo_vmware.api [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950232, 'name': PowerOnVM_Task, 'duration_secs': 0.877584} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.053075] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.053392] env[69846]: INFO nova.compute.manager [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1076.053968] env[69846]: DEBUG nova.compute.manager [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.054883] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4e44ee-b170-45a9-b6f9-b8fb75c831d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.061700] env[69846]: DEBUG nova.compute.manager [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Received event network-vif-deleted-003ab99e-747e-43e8-80d5-30f7a416e5f1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.062188] env[69846]: DEBUG nova.compute.manager [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Received event network-vif-plugged-53eb5673-1007-4ec4-9611-260069edaae4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.062188] env[69846]: DEBUG oslo_concurrency.lockutils [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] Acquiring lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.062515] env[69846]: DEBUG oslo_concurrency.lockutils [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] Lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.062623] env[69846]: DEBUG oslo_concurrency.lockutils [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] Lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.062799] env[69846]: DEBUG nova.compute.manager [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] No waiting events found dispatching network-vif-plugged-53eb5673-1007-4ec4-9611-260069edaae4 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.062968] env[69846]: WARNING nova.compute.manager [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Received unexpected event network-vif-plugged-53eb5673-1007-4ec4-9611-260069edaae4 for instance with vm_state building and task_state spawning. [ 1076.063189] env[69846]: DEBUG nova.compute.manager [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Received event network-changed-53eb5673-1007-4ec4-9611-260069edaae4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.063366] env[69846]: DEBUG nova.compute.manager [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Refreshing instance network info cache due to event network-changed-53eb5673-1007-4ec4-9611-260069edaae4. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.063559] env[69846]: DEBUG oslo_concurrency.lockutils [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] Acquiring lock "refresh_cache-1fe837c2-171e-4d8a-9c37-ef937a6783d6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.063693] env[69846]: DEBUG oslo_concurrency.lockutils [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] Acquired lock "refresh_cache-1fe837c2-171e-4d8a-9c37-ef937a6783d6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.063849] env[69846]: DEBUG nova.network.neutron [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Refreshing network info cache for port 53eb5673-1007-4ec4-9611-260069edaae4 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.096062] env[69846]: INFO nova.virt.block_device [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Attempting to driver detach volume e50435b8-622b-410a-9edb-aa2c6a833021 from mountpoint /dev/sdb [ 1076.096346] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1076.096537] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592126', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'name': 'volume-e50435b8-622b-410a-9edb-aa2c6a833021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d25b54-c4d0-4e6d-8688-7abd09857648', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'serial': 'e50435b8-622b-410a-9edb-aa2c6a833021'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1076.098055] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8394e25-26ba-4fe9-8efb-670fd6fa0195 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.101466] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "refresh_cache-1fe837c2-171e-4d8a-9c37-ef937a6783d6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.123911] env[69846]: DEBUG nova.compute.manager [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.134025] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fc0758-f116-4f19-8bdb-3d9c00e65aa1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.144449] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.144449] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52367537-5a56-cca9-d630-0025bdf6c625" [ 1076.144449] env[69846]: _type = "HttpNfcLease" [ 1076.144449] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1076.147556] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4405d79c-2eee-4f87-95a4-13f3484eb139 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.173631] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 628fd318-5e25-4902-9bd1-8573df493026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.173798] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 0146bd92-96e3-4ab8-bbcf-90f39bb89102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.173924] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 821ee995-2b25-4053-bc3c-6523f1db90e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.174198] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 72d74534-d666-4993-a169-7baead19b129 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.174320] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1f002cc4-b87c-44cd-b908-1d91494b800a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.174445] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 57215d4f-805a-43ad-ac2e-704ed71ed837 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.174586] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c77fb8dd-3444-4264-bb20-732f82ff62f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1076.174704] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 04b1cc60-af72-4019-b659-529157de2ea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.174820] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b4065fe4-8380-44f3-84d4-2943e50aa276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.174934] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance ac1a2386-9eff-4eec-bb5c-bce4339a782d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.175058] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 3c1e3446-8836-4edd-aa79-812d251b9f50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.175203] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance d3d25b54-c4d0-4e6d-8688-7abd09857648 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.175293] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance de11a410-825e-44f9-b78b-79d93fe8b1bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1076.175404] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 39baf588-6c09-4df4-a426-d2158d9c7afc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.175530] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b4a8f63c-f89e-414c-a3b4-adc470df029e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1076.175628] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c512fb9a-7082-44a2-a6f0-4a93a67867d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.175776] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 9663aee9-bf35-477a-988f-182b25cf0c9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.175847] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 80615314-3302-45dc-9dc8-f910eae5dbd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.175955] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 0f2009a7-3ad9-4ec7-853b-f557e7318536 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.176076] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1fe837c2-171e-4d8a-9c37-ef937a6783d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.176238] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1da375d4-3cc4-4669-85a3-22bae5ff6fe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1076.179743] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ed754e-2e54-4745-9384-3f38eac06a49 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.198717] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] The volume has not been displaced from its original location: [datastore2] volume-e50435b8-622b-410a-9edb-aa2c6a833021/volume-e50435b8-622b-410a-9edb-aa2c6a833021.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1076.204102] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.207674] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb4850ec-a270-4f1b-b12f-67e650af90fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.227286] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.228984] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1076.228984] env[69846]: value = "task-2950235" [ 1076.228984] env[69846]: _type = "Task" [ 1076.228984] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.239268] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.294569] env[69846]: DEBUG nova.network.neutron [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Successfully created port: 0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.589342] env[69846]: INFO nova.compute.manager [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Took 24.81 seconds to build instance. [ 1076.631542] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.631542] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52367537-5a56-cca9-d630-0025bdf6c625" [ 1076.631542] env[69846]: _type = "HttpNfcLease" [ 1076.631542] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1076.631869] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1076.631869] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52367537-5a56-cca9-d630-0025bdf6c625" [ 1076.631869] env[69846]: _type = "HttpNfcLease" [ 1076.631869] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1076.632634] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6c4ccc-c6a2-4219-b4c3-e878754d73ff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.640465] env[69846]: DEBUG nova.network.neutron [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.648358] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ded3b-3620-2422-ca61-e7fc656aa145/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1076.648576] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ded3b-3620-2422-ca61-e7fc656aa145/disk-0.vmdk. {{(pid=69846) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1076.705909] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b2a8f9d8-2280-4db8-8d9c-7167497ab345 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1076.720386] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7eae9e2-120d-48d9-bdc0-874f9ad04519 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.727032] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.740494] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950235, 'name': ReconfigVM_Task, 'duration_secs': 0.46139} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.740843] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.745663] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a12c2e1-f31f-424d-8196-85bdadc05155 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.757719] env[69846]: DEBUG nova.network.neutron [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.769363] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1076.769363] env[69846]: value = "task-2950236" [ 1076.769363] env[69846]: _type = "Task" [ 1076.769363] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.780554] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.091986] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c7dc181f-912e-448d-84e5-bccdcbe87fdf tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lock "0f2009a7-3ad9-4ec7-853b-f557e7318536" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.322s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.141050] env[69846]: DEBUG nova.compute.manager [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.209125] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance f10e19a9-c2bc-40d5-ae31-66d4e95d8a44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1077.209535] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1077.209730] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1077.226350] env[69846]: DEBUG oslo_vmware.api [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950223, 'name': ReconfigVM_Task, 'duration_secs': 5.83152} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.228563] env[69846]: DEBUG oslo_concurrency.lockutils [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.228822] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Reconfigured VM to detach interface {{(pid=69846) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1077.260898] env[69846]: DEBUG oslo_concurrency.lockutils [req-06d47cf8-de80-4cc0-afd5-e426213a08cf req-96653d11-0bab-4fb5-95c6-6bcc2d3cb60c service nova] Releasing lock "refresh_cache-1fe837c2-171e-4d8a-9c37-ef937a6783d6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.261373] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "refresh_cache-1fe837c2-171e-4d8a-9c37-ef937a6783d6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.261584] env[69846]: DEBUG nova.network.neutron [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.296110] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950236, 'name': ReconfigVM_Task, 'duration_secs': 0.273478} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.298876] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592126', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'name': 'volume-e50435b8-622b-410a-9edb-aa2c6a833021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d25b54-c4d0-4e6d-8688-7abd09857648', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'serial': 'e50435b8-622b-410a-9edb-aa2c6a833021'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1077.651925] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcfcf30-106e-4ae7-80a3-d0d74f70dc6d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.669357] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3b825f-5100-4641-a960-30552c7947bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.681296] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.681888] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.682195] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.682631] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.682804] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.682982] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.683242] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.683414] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.683597] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.683764] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.684018] env[69846]: DEBUG nova.virt.hardware [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.689050] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504d56ab-723c-4617-adaf-f6680667fc7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.724786] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27ebcfd-cac1-43a1-8d23-60d49f43458d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.738058] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749bba40-6025-4903-9b73-83864f6ac164 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.763462] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8e1e92-edd0-44f2-b85a-c467447c638b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.785708] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.804371] env[69846]: DEBUG nova.network.neutron [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.005524] env[69846]: DEBUG nova.network.neutron [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Updating instance_info_cache with network_info: [{"id": "53eb5673-1007-4ec4-9611-260069edaae4", "address": "fa:16:3e:d3:dd:b8", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53eb5673-10", "ovs_interfaceid": "53eb5673-1007-4ec4-9611-260069edaae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.169790] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Completed reading data from the image iterator. {{(pid=69846) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1078.170231] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ded3b-3620-2422-ca61-e7fc656aa145/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1078.171287] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf34ccf-f9c8-4a5f-9a01-f942442627b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.179406] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ded3b-3620-2422-ca61-e7fc656aa145/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1078.179605] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ded3b-3620-2422-ca61-e7fc656aa145/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1078.179838] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f13a9766-a548-4b20-a40e-bd2599697545 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.292581] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.361122] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.361437] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1b0ea32-d463-4a65-8444-50349c11da27 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.370906] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1078.370906] env[69846]: value = "task-2950237" [ 1078.370906] env[69846]: _type = "Task" [ 1078.370906] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.383129] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1078.383608] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1078.383863] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592126', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'name': 'volume-e50435b8-622b-410a-9edb-aa2c6a833021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d25b54-c4d0-4e6d-8688-7abd09857648', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'serial': 'e50435b8-622b-410a-9edb-aa2c6a833021'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1078.385081] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28b6c25-18f8-4460-8908-e99c4fa62ef0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.411023] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfa3628-c9a0-4f6d-8071-3fe6e95a3fe7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.420039] env[69846]: WARNING nova.virt.vmwareapi.driver [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1078.420039] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.420039] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f428a3-b320-4037-bb76-ae9a5a173a71 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.430350] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.430606] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1b89d3f-4ff6-4713-8648-a585c7d0075d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.510044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "refresh_cache-1fe837c2-171e-4d8a-9c37-ef937a6783d6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.510044] env[69846]: DEBUG nova.compute.manager [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Instance network_info: |[{"id": "53eb5673-1007-4ec4-9611-260069edaae4", "address": "fa:16:3e:d3:dd:b8", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53eb5673-10", "ovs_interfaceid": "53eb5673-1007-4ec4-9611-260069edaae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.510044] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:dd:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53eb5673-1007-4ec4-9611-260069edaae4', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.523271] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Creating folder: Project (85fa4c59e1a7434fac15a4918624a887). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.524408] env[69846]: DEBUG nova.network.neutron [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Successfully updated port: 0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.528097] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43f4c20c-0969-4fb8-9dc6-de12efe44895 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.532896] env[69846]: DEBUG nova.compute.manager [req-e106ad09-09b3-4ec6-8a03-d47e943391d3 req-02de41f8-a831-44e0-adab-eec3aa7e4599 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Received event network-vif-deleted-1bf5d822-f75d-460b-ac3c-b41bfb612a8c {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.533308] env[69846]: INFO nova.compute.manager [req-e106ad09-09b3-4ec6-8a03-d47e943391d3 req-02de41f8-a831-44e0-adab-eec3aa7e4599 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Neutron deleted interface 1bf5d822-f75d-460b-ac3c-b41bfb612a8c; detaching it from the instance and deleting it from the info cache [ 1078.533867] env[69846]: DEBUG nova.network.neutron [req-e106ad09-09b3-4ec6-8a03-d47e943391d3 req-02de41f8-a831-44e0-adab-eec3aa7e4599 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updating instance_info_cache with network_info: [{"id": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "address": "fa:16:3e:94:c2:b9", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b40bdc-47", "ovs_interfaceid": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.535794] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.536103] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.536297] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleting the datastore file [datastore1] d3d25b54-c4d0-4e6d-8688-7abd09857648 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.537443] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquiring lock "refresh_cache-1da375d4-3cc4-4669-85a3-22bae5ff6fe1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.537578] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquired lock "refresh_cache-1da375d4-3cc4-4669-85a3-22bae5ff6fe1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.537719] env[69846]: DEBUG nova.network.neutron [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.538826] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1020d50f-7725-409b-a1de-4c4b798aa646 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.548860] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1078.548860] env[69846]: value = "task-2950240" [ 1078.548860] env[69846]: _type = "Task" [ 1078.548860] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.555771] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Created folder: Project (85fa4c59e1a7434fac15a4918624a887) in parent group-v591891. [ 1078.556767] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Creating folder: Instances. Parent ref: group-v592134. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.556767] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-403d6ea7-798a-4fa7-8c45-34f8eeb0eb9c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.562949] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.570275] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Created folder: Instances in parent group-v592134. [ 1078.570530] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.571666] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.572972] env[69846]: DEBUG oslo_vmware.rw_handles [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ded3b-3620-2422-ca61-e7fc656aa145/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1078.573163] env[69846]: INFO nova.virt.vmwareapi.images [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Downloaded image file data ebc7deaf-1931-401d-a033-eceb48ed87d2 [ 1078.573405] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d853a453-0d35-4faa-b5a9-7ad565a1ece2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.594386] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1371aee-1f43-4289-9b17-dbec8fc5ca22 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.611419] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d04516d-e62e-44ee-a4f9-a4bc8bc22733 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.613100] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.613100] env[69846]: value = "task-2950242" [ 1078.613100] env[69846]: _type = "Task" [ 1078.613100] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.622661] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950242, 'name': CreateVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.643411] env[69846]: INFO nova.virt.vmwareapi.images [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] The imported VM was unregistered [ 1078.645532] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Caching image {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1078.645771] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2 {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.646565] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13a8ac13-91ce-4079-9908-c64ca9c52075 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.661756] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Created directory with path [datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2 {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.662216] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85/OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85.vmdk to [datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2/ebc7deaf-1931-401d-a033-eceb48ed87d2.vmdk. {{(pid=69846) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1078.662497] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-92efa3d8-6fb2-4eeb-b967-f7d97a6668f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.673260] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1078.673260] env[69846]: value = "task-2950244" [ 1078.673260] env[69846]: _type = "Task" [ 1078.673260] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.683521] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950244, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.800497] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1078.801828] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.694s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.802236] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.370s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.802456] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.805061] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.298s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.805237] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.807422] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.722s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.807659] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.810316] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.496s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.810466] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.812478] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.152s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.814256] env[69846]: INFO nova.compute.claims [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.834542] env[69846]: DEBUG oslo_concurrency.lockutils [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.834542] env[69846]: DEBUG oslo_concurrency.lockutils [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.834542] env[69846]: DEBUG nova.network.neutron [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.845318] env[69846]: INFO nova.scheduler.client.report [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Deleted allocations for instance c77fb8dd-3444-4264-bb20-732f82ff62f6 [ 1078.862664] env[69846]: INFO nova.scheduler.client.report [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted allocations for instance b4a8f63c-f89e-414c-a3b4-adc470df029e [ 1078.871586] env[69846]: INFO nova.scheduler.client.report [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Deleted allocations for instance de11a410-825e-44f9-b78b-79d93fe8b1bb [ 1079.039572] env[69846]: DEBUG oslo_concurrency.lockutils [req-e106ad09-09b3-4ec6-8a03-d47e943391d3 req-02de41f8-a831-44e0-adab-eec3aa7e4599 service nova] Acquiring lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.039832] env[69846]: DEBUG oslo_concurrency.lockutils [req-e106ad09-09b3-4ec6-8a03-d47e943391d3 req-02de41f8-a831-44e0-adab-eec3aa7e4599 service nova] Acquired lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.040929] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecdb02a-5d7d-4cb1-803c-46ab8098af83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.063694] env[69846]: DEBUG oslo_concurrency.lockutils [req-e106ad09-09b3-4ec6-8a03-d47e943391d3 req-02de41f8-a831-44e0-adab-eec3aa7e4599 service nova] Releasing lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.063694] env[69846]: WARNING nova.compute.manager [req-e106ad09-09b3-4ec6-8a03-d47e943391d3 req-02de41f8-a831-44e0-adab-eec3aa7e4599 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Detach interface failed, port_id=1bf5d822-f75d-460b-ac3c-b41bfb612a8c, reason: No device with interface-id 1bf5d822-f75d-460b-ac3c-b41bfb612a8c exists on VM: nova.exception.NotFound: No device with interface-id 1bf5d822-f75d-460b-ac3c-b41bfb612a8c exists on VM [ 1079.074121] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267801} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.074532] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.074668] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.074809] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.100887] env[69846]: DEBUG nova.network.neutron [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.125879] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950242, 'name': CreateVM_Task, 'duration_secs': 0.443768} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.126099] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.126772] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.126956] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.127337] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.129932] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75e4582-f4f9-48ea-9444-dbd52a845f48 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.137677] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1079.137677] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52384cd7-d0f5-c275-4e93-b23aef848cc2" [ 1079.137677] env[69846]: _type = "Task" [ 1079.137677] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.147972] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52384cd7-d0f5-c275-4e93-b23aef848cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.184642] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950244, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.269374] env[69846]: DEBUG nova.network.neutron [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Updating instance_info_cache with network_info: [{"id": "0b34a1bc-5c29-49ae-adfa-5e66f388d3b7", "address": "fa:16:3e:45:53:d8", "network": {"id": "bd64abc3-f9ad-41a8-a1b0-25e1f4c3b312", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-275075205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ef6018245c433482f06963d0b43473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b34a1bc-5c", "ovs_interfaceid": "0b34a1bc-5c29-49ae-adfa-5e66f388d3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.282114] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.282388] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.282608] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.282800] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.283044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.285114] env[69846]: INFO nova.compute.manager [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Terminating instance [ 1079.335403] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03945f2e-0717-4408-8eb9-747929833d61 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Lock "8b6f8f0f-be41-4f4f-b570-31aae86e1193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.918s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.358578] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ad9d12da-c855-4599-b484-4565ff287da3 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Lock "c77fb8dd-3444-4264-bb20-732f82ff62f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.560s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.378337] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "b4a8f63c-f89e-414c-a3b4-adc470df029e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.573s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.381937] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7687d833-896f-4b4e-b410-46b01d1cf443 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "de11a410-825e-44f9-b78b-79d93fe8b1bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.005s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.580256] env[69846]: INFO nova.virt.block_device [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Booting with volume e50435b8-622b-410a-9edb-aa2c6a833021 at /dev/sdb [ 1079.635261] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1458d3fa-edce-42c9-9e14-362370c72d88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.647531] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bf7f0c-8cd3-430d-8d38-b2c0318d35b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.669216] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52384cd7-d0f5-c275-4e93-b23aef848cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.083728} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.670609] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.671183] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.671644] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.671970] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.675108] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.675108] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-992835bb-45cb-4cc7-81cb-c189ee3568d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.706606] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc989f33-0775-418b-a39a-44343c6e7ba8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.709214] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.709462] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.710682] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950244, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.710821] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22310a2e-efca-4b2d-a055-441719d17291 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.722153] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1079.722153] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52845ffe-d76c-38ad-806f-911014147577" [ 1079.722153] env[69846]: _type = "Task" [ 1079.722153] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.724641] env[69846]: DEBUG nova.network.neutron [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updating instance_info_cache with network_info: [{"id": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "address": "fa:16:3e:94:c2:b9", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b40bdc-47", "ovs_interfaceid": "b7b40bdc-47b6-425b-b96d-6fead1f97217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.734026] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e005913-0369-4de0-b089-f1f47cb925ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.744983] env[69846]: DEBUG oslo_concurrency.lockutils [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-0146bd92-96e3-4ab8-bbcf-90f39bb89102" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.757053] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52845ffe-d76c-38ad-806f-911014147577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.781040] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Releasing lock "refresh_cache-1da375d4-3cc4-4669-85a3-22bae5ff6fe1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.781400] env[69846]: DEBUG nova.compute.manager [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Instance network_info: |[{"id": "0b34a1bc-5c29-49ae-adfa-5e66f388d3b7", "address": "fa:16:3e:45:53:d8", "network": {"id": "bd64abc3-f9ad-41a8-a1b0-25e1f4c3b312", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-275075205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ef6018245c433482f06963d0b43473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b34a1bc-5c", "ovs_interfaceid": "0b34a1bc-5c29-49ae-adfa-5e66f388d3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.782559] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:53:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b34a1bc-5c29-49ae-adfa-5e66f388d3b7', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.790188] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Creating folder: Project (85ef6018245c433482f06963d0b43473). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.790871] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaab07d-9ea5-40e9-a67a-ebab57b6f5e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.794157] env[69846]: DEBUG nova.compute.manager [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.794390] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.794665] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2933ce21-abef-4e12-9a82-635b8f39300d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.797325] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cacacc5-c396-461c-a376-c36e6ada5f3a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.807885] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.810224] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-999796b4-d5d9-4528-bbbe-93db7b857871 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.812599] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90541dfa-4cf7-4fbd-a7af-3267a856d1a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.817568] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Created folder: Project (85ef6018245c433482f06963d0b43473) in parent group-v591891. [ 1079.817778] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Creating folder: Instances. Parent ref: group-v592137. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.818433] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ff426cf-15f5-45c0-bd16-62d40b72b5cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.828712] env[69846]: DEBUG oslo_vmware.api [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1079.828712] env[69846]: value = "task-2950247" [ 1079.828712] env[69846]: _type = "Task" [ 1079.828712] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.833805] env[69846]: DEBUG nova.virt.block_device [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Updating existing volume attachment record: b4f3c1fa-2655-4b87-9cca-3ebdedf4050a {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1079.842753] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Created folder: Instances in parent group-v592137. [ 1079.842994] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.843242] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.844089] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e61fdf19-2e89-4b0d-984b-e97f241c193b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.865838] env[69846]: DEBUG oslo_vmware.api [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.873470] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.873470] env[69846]: value = "task-2950249" [ 1079.873470] env[69846]: _type = "Task" [ 1079.873470] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.883437] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950249, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.092648] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52025c59-2a41-0de9-aa51-c92c9837352c/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.094367] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f63161d-ce48-4336-ab4a-d719aed34bbd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.102533] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52025c59-2a41-0de9-aa51-c92c9837352c/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.102533] env[69846]: ERROR oslo_vmware.rw_handles [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52025c59-2a41-0de9-aa51-c92c9837352c/disk-0.vmdk due to incomplete transfer. [ 1080.102843] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cde370e2-5bf6-479a-852c-b37003ccb9a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.115992] env[69846]: DEBUG oslo_vmware.rw_handles [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52025c59-2a41-0de9-aa51-c92c9837352c/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.116171] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Uploaded image f9336eb1-d712-478f-951a-c4db1c08f693 to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.118664] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.122177] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-455d0a31-0d09-48bd-8367-19e89b269443 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.131855] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1080.131855] env[69846]: value = "task-2950250" [ 1080.131855] env[69846]: _type = "Task" [ 1080.131855] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.144616] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950250, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.186318] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950244, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.210228] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a2bc5d-fb84-4178-b76e-b4c56f70e58a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.218912] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c77a75-7815-4094-9179-12bec3f4390e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.255104] env[69846]: DEBUG oslo_concurrency.lockutils [None req-620bc99c-837d-4bc9-9e94-f358c754a7df tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-0146bd92-96e3-4ab8-bbcf-90f39bb89102-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.668s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.259743] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e960a06-82f6-440e-abaf-575c5bb2118e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.269838] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6030a5d4-f307-4622-bff6-1e278217018a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.274784] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52845ffe-d76c-38ad-806f-911014147577, 'name': SearchDatastore_Task, 'duration_secs': 0.090787} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.276534] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c50030-8dcb-4818-8b62-701b84aa271e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.283341] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1080.283341] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529e590f-1c8a-c107-03c4-afe081e5c453" [ 1080.283341] env[69846]: _type = "Task" [ 1080.283341] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.292677] env[69846]: DEBUG nova.compute.provider_tree [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.307445] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529e590f-1c8a-c107-03c4-afe081e5c453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.345588] env[69846]: DEBUG oslo_vmware.api [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950247, 'name': PowerOffVM_Task, 'duration_secs': 0.277903} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.345905] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.346094] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.346372] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50b7022a-a24f-4725-83f1-35478e5a5f87 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.385361] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950249, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.418187] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "3c1e3446-8836-4edd-aa79-812d251b9f50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.418492] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "3c1e3446-8836-4edd-aa79-812d251b9f50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.418709] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "3c1e3446-8836-4edd-aa79-812d251b9f50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.419078] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "3c1e3446-8836-4edd-aa79-812d251b9f50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.419213] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "3c1e3446-8836-4edd-aa79-812d251b9f50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.421373] env[69846]: INFO nova.compute.manager [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Terminating instance [ 1080.643948] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950250, 'name': Destroy_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.692122] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950244, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.695856] env[69846]: DEBUG nova.compute.manager [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Received event network-changed-7e70a6a5-738a-4533-8852-d2b2ba512d95 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.696313] env[69846]: DEBUG nova.compute.manager [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Refreshing instance network info cache due to event network-changed-7e70a6a5-738a-4533-8852-d2b2ba512d95. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.696697] env[69846]: DEBUG oslo_concurrency.lockutils [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] Acquiring lock "refresh_cache-0f2009a7-3ad9-4ec7-853b-f557e7318536" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.697838] env[69846]: DEBUG oslo_concurrency.lockutils [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] Acquired lock "refresh_cache-0f2009a7-3ad9-4ec7-853b-f557e7318536" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.697838] env[69846]: DEBUG nova.network.neutron [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Refreshing network info cache for port 7e70a6a5-738a-4533-8852-d2b2ba512d95 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.799113] env[69846]: DEBUG nova.scheduler.client.report [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.807982] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529e590f-1c8a-c107-03c4-afe081e5c453, 'name': SearchDatastore_Task, 'duration_secs': 0.091459} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.808941] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.809415] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 1fe837c2-171e-4d8a-9c37-ef937a6783d6/1fe837c2-171e-4d8a-9c37-ef937a6783d6.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.810075] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-588c77fe-0bae-4089-bb2e-67b7635a8c97 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.820833] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1080.820833] env[69846]: value = "task-2950252" [ 1080.820833] env[69846]: _type = "Task" [ 1080.820833] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.831958] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.849690] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.849690] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.849861] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleting the datastore file [datastore1] 0146bd92-96e3-4ab8-bbcf-90f39bb89102 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.850253] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f8a2f95-097b-4181-b483-e60bbd9880cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.860524] env[69846]: DEBUG oslo_vmware.api [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1080.860524] env[69846]: value = "task-2950253" [ 1080.860524] env[69846]: _type = "Task" [ 1080.860524] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.872599] env[69846]: DEBUG oslo_vmware.api [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.890134] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950249, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.925697] env[69846]: DEBUG nova.compute.manager [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.926088] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.926904] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c989f92-4a42-42ac-b065-4abef3d4198b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.941537] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.941900] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdf07b4e-e6f7-438d-84e3-a6b84b974fb0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.965709] env[69846]: DEBUG oslo_vmware.api [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1080.965709] env[69846]: value = "task-2950254" [ 1080.965709] env[69846]: _type = "Task" [ 1080.965709] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.977463] env[69846]: DEBUG oslo_vmware.api [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.991018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "b4065fe4-8380-44f3-84d4-2943e50aa276" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.991478] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.991547] env[69846]: INFO nova.compute.manager [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Rebooting instance [ 1081.103723] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "822f7587-6217-424b-93f8-a6d5c6b4907e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.104157] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "822f7587-6217-424b-93f8-a6d5c6b4907e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.143426] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950250, 'name': Destroy_Task, 'duration_secs': 0.867394} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.144101] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Destroyed the VM [ 1081.144207] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.144445] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c575c3b8-308c-4994-b9ad-c3dfdf981204 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.153182] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1081.153182] env[69846]: value = "task-2950255" [ 1081.153182] env[69846]: _type = "Task" [ 1081.153182] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.162397] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.185915] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950244, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.310010] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.310626] env[69846]: DEBUG nova.compute.manager [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.315947] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.889s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.317698] env[69846]: INFO nova.compute.claims [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.334605] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.373871] env[69846]: DEBUG oslo_vmware.api [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.385860] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950249, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.476020] env[69846]: DEBUG oslo_vmware.api [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950254, 'name': PowerOffVM_Task, 'duration_secs': 0.498716} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.476020] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.476020] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.476020] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-235ca8b3-8711-48e5-a3c2-5d70da9fb8f8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.521721] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.522030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.522227] env[69846]: DEBUG nova.network.neutron [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.540598] env[69846]: DEBUG nova.network.neutron [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Updated VIF entry in instance network info cache for port 7e70a6a5-738a-4533-8852-d2b2ba512d95. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.540961] env[69846]: DEBUG nova.network.neutron [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Updating instance_info_cache with network_info: [{"id": "7e70a6a5-738a-4533-8852-d2b2ba512d95", "address": "fa:16:3e:4a:1a:b1", "network": {"id": "5b836159-a23c-4ec9-9ae5-d8a7d07078d8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-318834366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91972b981e0a47749fdf8947bf4e21fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e70a6a5-73", "ovs_interfaceid": "7e70a6a5-738a-4533-8852-d2b2ba512d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.611034] env[69846]: DEBUG nova.compute.manager [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.627551] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.631318] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.631678] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleting the datastore file [datastore2] 3c1e3446-8836-4edd-aa79-812d251b9f50 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.632118] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dbfe85d-e2c9-4923-999b-308403a96f88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.642712] env[69846]: DEBUG oslo_vmware.api [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1081.642712] env[69846]: value = "task-2950257" [ 1081.642712] env[69846]: _type = "Task" [ 1081.642712] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.655029] env[69846]: DEBUG oslo_vmware.api [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.667173] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.686604] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950244, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.669061} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.686894] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85/OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85.vmdk to [datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2/ebc7deaf-1931-401d-a033-eceb48ed87d2.vmdk. [ 1081.687252] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Cleaning up location [datastore2] OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1081.687372] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_811cf8a0-745e-409e-b171-fa124fee0b85 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.687583] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7f77d2e-2b80-4b32-9e51-8fe0fc9c5226 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.696948] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1081.696948] env[69846]: value = "task-2950258" [ 1081.696948] env[69846]: _type = "Task" [ 1081.696948] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.707272] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.824810] env[69846]: DEBUG nova.compute.utils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.826747] env[69846]: DEBUG nova.compute.manager [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.826917] env[69846]: DEBUG nova.network.neutron [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.851779] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950252, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.874369] env[69846]: DEBUG oslo_vmware.api [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562763} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.874658] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.874891] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.875094] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.875277] env[69846]: INFO nova.compute.manager [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Took 2.08 seconds to destroy the instance on the hypervisor. [ 1081.875576] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.875937] env[69846]: DEBUG nova.compute.manager [-] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.876047] env[69846]: DEBUG nova.network.neutron [-] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.889188] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950249, 'name': CreateVM_Task, 'duration_secs': 1.610932} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.889387] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.890124] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.890321] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.890690] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.890978] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a022181-accc-4f9b-9256-fa706aac13d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.897843] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for the task: (returnval){ [ 1081.897843] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52170fb0-54b7-200d-32c0-46ce556fc931" [ 1081.897843] env[69846]: _type = "Task" [ 1081.897843] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.910417] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52170fb0-54b7-200d-32c0-46ce556fc931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.952054] env[69846]: DEBUG nova.policy [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0d81ffcba884246a8c226b848b4fd6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60297de0ab4d4a7f9f81d2a8d0e86332', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.986113] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.986603] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.986603] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.986718] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.986832] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.986974] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.987195] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.987368] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.987533] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.987690] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.987856] env[69846]: DEBUG nova.virt.hardware [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.988744] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec70242d-3a86-4cee-a88b-c36905798bee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.998014] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024aa5e8-a692-44cf-8549-60d2811a01ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.015565] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:4d:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '749eacc3-687c-4478-9b16-a4d90c0945e9', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.024306] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.026988] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.027424] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3e94f7f-4de0-4d8d-92f5-253b1475a8a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.046120] env[69846]: DEBUG oslo_concurrency.lockutils [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] Releasing lock "refresh_cache-0f2009a7-3ad9-4ec7-853b-f557e7318536" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.046451] env[69846]: DEBUG nova.compute.manager [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Received event network-vif-plugged-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.046679] env[69846]: DEBUG oslo_concurrency.lockutils [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] Acquiring lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.046890] env[69846]: DEBUG oslo_concurrency.lockutils [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] Lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.047082] env[69846]: DEBUG oslo_concurrency.lockutils [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] Lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.047256] env[69846]: DEBUG nova.compute.manager [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] No waiting events found dispatching network-vif-plugged-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.047423] env[69846]: WARNING nova.compute.manager [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Received unexpected event network-vif-plugged-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 for instance with vm_state building and task_state spawning. [ 1082.047582] env[69846]: DEBUG nova.compute.manager [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Received event network-changed-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.047730] env[69846]: DEBUG nova.compute.manager [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Refreshing instance network info cache due to event network-changed-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.047923] env[69846]: DEBUG oslo_concurrency.lockutils [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] Acquiring lock "refresh_cache-1da375d4-3cc4-4669-85a3-22bae5ff6fe1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.048092] env[69846]: DEBUG oslo_concurrency.lockutils [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] Acquired lock "refresh_cache-1da375d4-3cc4-4669-85a3-22bae5ff6fe1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.048235] env[69846]: DEBUG nova.network.neutron [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Refreshing network info cache for port 0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.058778] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.058778] env[69846]: value = "task-2950259" [ 1082.058778] env[69846]: _type = "Task" [ 1082.058778] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.069042] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950259, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.144934] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.164701] env[69846]: DEBUG oslo_vmware.api [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.172902] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.210099] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211755} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.210099] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.210099] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2/ebc7deaf-1931-401d-a033-eceb48ed87d2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.210348] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2/ebc7deaf-1931-401d-a033-eceb48ed87d2.vmdk to [datastore2] 80615314-3302-45dc-9dc8-f910eae5dbd9/80615314-3302-45dc-9dc8-f910eae5dbd9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.210502] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae686950-39bb-40b7-b417-ec9db7070306 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.219405] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1082.219405] env[69846]: value = "task-2950260" [ 1082.219405] env[69846]: _type = "Task" [ 1082.219405] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.228732] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.336311] env[69846]: DEBUG nova.compute.manager [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.342805] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950252, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.101132} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.343424] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 1fe837c2-171e-4d8a-9c37-ef937a6783d6/1fe837c2-171e-4d8a-9c37-ef937a6783d6.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.343649] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.343905] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-042cb3fd-f275-40fb-bc6e-e238acdd4024 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.353192] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1082.353192] env[69846]: value = "task-2950261" [ 1082.353192] env[69846]: _type = "Task" [ 1082.353192] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.362609] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.408274] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52170fb0-54b7-200d-32c0-46ce556fc931, 'name': SearchDatastore_Task, 'duration_secs': 0.017932} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.410949] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.411213] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.411450] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.411598] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.411774] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.414726] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16af13db-571a-4f17-917f-29baa8d72982 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.428730] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.428952] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.429880] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f54e272-0cb5-4dd7-8899-13c74fd2744b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.439559] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for the task: (returnval){ [ 1082.439559] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525a91cf-302e-2a49-90ae-ec922a3606ad" [ 1082.439559] env[69846]: _type = "Task" [ 1082.439559] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.451447] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525a91cf-302e-2a49-90ae-ec922a3606ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.517259] env[69846]: DEBUG nova.compute.manager [req-2b0b656e-8ff8-4c5a-9091-3de93a8a15e1 req-ebd39255-afc4-44d3-a8ba-a141604e06e9 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Received event network-vif-deleted-b7b40bdc-47b6-425b-b96d-6fead1f97217 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.518045] env[69846]: INFO nova.compute.manager [req-2b0b656e-8ff8-4c5a-9091-3de93a8a15e1 req-ebd39255-afc4-44d3-a8ba-a141604e06e9 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Neutron deleted interface b7b40bdc-47b6-425b-b96d-6fead1f97217; detaching it from the instance and deleting it from the info cache [ 1082.518045] env[69846]: DEBUG nova.network.neutron [req-2b0b656e-8ff8-4c5a-9091-3de93a8a15e1 req-ebd39255-afc4-44d3-a8ba-a141604e06e9 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.571459] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950259, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.661285] env[69846]: DEBUG oslo_vmware.api [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644903} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.666222] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.666893] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.666893] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.666893] env[69846]: INFO nova.compute.manager [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1082.667303] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.675884] env[69846]: DEBUG nova.compute.manager [-] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.676077] env[69846]: DEBUG nova.network.neutron [-] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.689104] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950255, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.693315] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e50c4c-948e-4dea-9764-724a32453cf3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.700886] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a37b18-e78e-4e27-be47-3adf87584b19 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.743266] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a361cf-7e84-49c6-bc13-514e366cd30b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.762053] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950260, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.764985] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b23ef2-0cd5-429e-ba63-64aa078cdb08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.787304] env[69846]: DEBUG nova.compute.provider_tree [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.810975] env[69846]: DEBUG nova.network.neutron [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance_info_cache with network_info: [{"id": "d13001fc-907e-462e-b657-9b76892fa686", "address": "fa:16:3e:3a:fe:1f", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13001fc-90", "ovs_interfaceid": "d13001fc-907e-462e-b657-9b76892fa686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.866507] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158009} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.866507] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.868019] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cba75fb-aeb6-494d-8c05-0dc568293ee4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.895772] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 1fe837c2-171e-4d8a-9c37-ef937a6783d6/1fe837c2-171e-4d8a-9c37-ef937a6783d6.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.898230] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c44d0b9b-4dba-453c-ba02-853018fd5d41 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.923334] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1082.923334] env[69846]: value = "task-2950262" [ 1082.923334] env[69846]: _type = "Task" [ 1082.923334] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.937927] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.939019] env[69846]: DEBUG nova.network.neutron [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Updated VIF entry in instance network info cache for port 0b34a1bc-5c29-49ae-adfa-5e66f388d3b7. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.939376] env[69846]: DEBUG nova.network.neutron [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Updating instance_info_cache with network_info: [{"id": "0b34a1bc-5c29-49ae-adfa-5e66f388d3b7", "address": "fa:16:3e:45:53:d8", "network": {"id": "bd64abc3-f9ad-41a8-a1b0-25e1f4c3b312", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-275075205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ef6018245c433482f06963d0b43473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b34a1bc-5c", "ovs_interfaceid": "0b34a1bc-5c29-49ae-adfa-5e66f388d3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.948787] env[69846]: DEBUG nova.network.neutron [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Successfully created port: 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.966637] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525a91cf-302e-2a49-90ae-ec922a3606ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013146} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.968080] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c32df92-faa0-4c75-8e5f-8e59a48f404e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.977324] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for the task: (returnval){ [ 1082.977324] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526eedb8-8d9e-18bc-84db-ba726b66bf52" [ 1082.977324] env[69846]: _type = "Task" [ 1082.977324] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.990805] env[69846]: DEBUG nova.network.neutron [-] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.990805] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526eedb8-8d9e-18bc-84db-ba726b66bf52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.020912] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fac80508-feb7-49cb-b557-758c60461ed6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.034410] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a67c82d-451f-4f3c-a00a-41a5d22bd3d0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.079919] env[69846]: DEBUG nova.compute.manager [req-2b0b656e-8ff8-4c5a-9091-3de93a8a15e1 req-ebd39255-afc4-44d3-a8ba-a141604e06e9 service nova] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Detach interface failed, port_id=b7b40bdc-47b6-425b-b96d-6fead1f97217, reason: Instance 0146bd92-96e3-4ab8-bbcf-90f39bb89102 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.087544] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950259, 'name': CreateVM_Task, 'duration_secs': 0.779032} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.087750] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.090481] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.090481] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.090481] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.090481] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef1df78-b29d-41c7-ba68-d7f74875e525 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.096619] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1083.096619] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5219f3b8-fbef-1b35-6364-1364ff7f9280" [ 1083.096619] env[69846]: _type = "Task" [ 1083.096619] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.108059] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5219f3b8-fbef-1b35-6364-1364ff7f9280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.137242] env[69846]: DEBUG oslo_concurrency.lockutils [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "821ee995-2b25-4053-bc3c-6523f1db90e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.137612] env[69846]: DEBUG oslo_concurrency.lockutils [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.137839] env[69846]: DEBUG oslo_concurrency.lockutils [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "821ee995-2b25-4053-bc3c-6523f1db90e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.138061] env[69846]: DEBUG oslo_concurrency.lockutils [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.138234] env[69846]: DEBUG oslo_concurrency.lockutils [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.141768] env[69846]: INFO nova.compute.manager [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Terminating instance [ 1083.173037] env[69846]: DEBUG oslo_vmware.api [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950255, 'name': RemoveSnapshot_Task, 'duration_secs': 1.599618} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.173392] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1083.173591] env[69846]: INFO nova.compute.manager [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Took 17.07 seconds to snapshot the instance on the hypervisor. [ 1083.245607] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950260, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.293141] env[69846]: DEBUG nova.scheduler.client.report [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.312857] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.349775] env[69846]: DEBUG nova.compute.manager [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.392583] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.392859] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.393622] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.394326] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.394723] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.395090] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.395511] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.395856] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.396240] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.396392] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.396618] env[69846]: DEBUG nova.virt.hardware [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.397677] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d15fb23-d1ed-4e44-b0d6-a0a8fbcf0c52 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.408310] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62440aa6-a1f0-4b3f-a444-618cd92eb144 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.441032] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.442625] env[69846]: DEBUG oslo_concurrency.lockutils [req-30b70ae7-1397-4027-be1e-1e036822c894 req-a56d688c-69d8-4519-a1fb-850fd2a7d070 service nova] Releasing lock "refresh_cache-1da375d4-3cc4-4669-85a3-22bae5ff6fe1" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.492849] env[69846]: INFO nova.compute.manager [-] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Took 1.62 seconds to deallocate network for instance. [ 1083.494097] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526eedb8-8d9e-18bc-84db-ba726b66bf52, 'name': SearchDatastore_Task, 'duration_secs': 0.086266} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.496679] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.496954] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 1da375d4-3cc4-4669-85a3-22bae5ff6fe1/1da375d4-3cc4-4669-85a3-22bae5ff6fe1.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.501968] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0af4aab1-cedc-4cc8-b2b4-08cbe1032e4e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.510761] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for the task: (returnval){ [ 1083.510761] env[69846]: value = "task-2950263" [ 1083.510761] env[69846]: _type = "Task" [ 1083.510761] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.525329] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.610394] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5219f3b8-fbef-1b35-6364-1364ff7f9280, 'name': SearchDatastore_Task, 'duration_secs': 0.025332} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.610762] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.611016] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.611307] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.611463] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.611644] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.612349] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48603c4f-154e-497e-95eb-bc4991a657da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.624101] env[69846]: DEBUG nova.compute.manager [req-d66e0f32-4403-427b-8dfb-5c20f44e1552 req-e6bc32a0-865d-4119-a5d5-18e631f60bf0 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Received event network-vif-deleted-89e33818-9187-4979-87d9-47b456cee900 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.626760] env[69846]: INFO nova.compute.manager [req-d66e0f32-4403-427b-8dfb-5c20f44e1552 req-e6bc32a0-865d-4119-a5d5-18e631f60bf0 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Neutron deleted interface 89e33818-9187-4979-87d9-47b456cee900; detaching it from the instance and deleting it from the info cache [ 1083.626948] env[69846]: DEBUG nova.network.neutron [req-d66e0f32-4403-427b-8dfb-5c20f44e1552 req-e6bc32a0-865d-4119-a5d5-18e631f60bf0 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.629642] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.629847] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.630915] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba10215-d1e4-4f42-8a7c-78df82e1f4e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.638784] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1083.638784] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a02f8a-fc9f-f1e6-60ab-ecd8a76fb9c4" [ 1083.638784] env[69846]: _type = "Task" [ 1083.638784] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.644802] env[69846]: DEBUG nova.compute.manager [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.645402] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.649277] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1070c7d0-5b55-4fe0-bb7c-d641a6ac0111 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.653249] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a02f8a-fc9f-f1e6-60ab-ecd8a76fb9c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.661217] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.661650] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac1fd4a-b729-4604-a8bb-6bc26191ba37 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.670523] env[69846]: DEBUG oslo_vmware.api [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1083.670523] env[69846]: value = "task-2950264" [ 1083.670523] env[69846]: _type = "Task" [ 1083.670523] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.684469] env[69846]: DEBUG oslo_vmware.api [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.741919] env[69846]: DEBUG nova.compute.manager [None req-ac44218b-d449-4fb4-8e4e-66a042eb77c9 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Found 2 images (rotation: 2) {{(pid=69846) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1083.749508] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950260, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.798944] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.799510] env[69846]: DEBUG nova.compute.manager [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.802771] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.084s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.803036] env[69846]: DEBUG nova.objects.instance [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lazy-loading 'resources' on Instance uuid 9663aee9-bf35-477a-988f-182b25cf0c9b {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.816878] env[69846]: DEBUG nova.compute.manager [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.817934] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a605e-0c37-4813-bbc9-e0f0d7750054 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.941626] env[69846]: DEBUG nova.network.neutron [-] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.943340] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.006875] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.026039] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.132436] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf5b392c-1992-4e30-b02c-604d2c562108 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.149597] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cec02b-5e7a-4050-b2ee-cffaab20bf8e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.169068] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a02f8a-fc9f-f1e6-60ab-ecd8a76fb9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.021487} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.169952] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e291e80f-7059-4ee3-9815-fd7ef455cb46 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.188419] env[69846]: DEBUG oslo_vmware.api [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950264, 'name': PowerOffVM_Task, 'duration_secs': 0.33935} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.204634] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.205151] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.205680] env[69846]: DEBUG nova.compute.manager [req-d66e0f32-4403-427b-8dfb-5c20f44e1552 req-e6bc32a0-865d-4119-a5d5-18e631f60bf0 service nova] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Detach interface failed, port_id=89e33818-9187-4979-87d9-47b456cee900, reason: Instance 3c1e3446-8836-4edd-aa79-812d251b9f50 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.206422] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1084.206422] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b3aa1b-94ee-9b82-22b1-8552536075f2" [ 1084.206422] env[69846]: _type = "Task" [ 1084.206422] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.207507] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4299dd74-1a9f-4c4a-8b3c-0c82f8d524b2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.221728] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b3aa1b-94ee-9b82-22b1-8552536075f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.246188] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950260, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.298062] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.298257] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.298522] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Deleting the datastore file [datastore1] 821ee995-2b25-4053-bc3c-6523f1db90e2 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.298822] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fab7ec5b-6218-4dbf-9643-4a3c53896df8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.306839] env[69846]: DEBUG nova.compute.utils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.317285] env[69846]: DEBUG nova.compute.manager [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.317681] env[69846]: DEBUG nova.network.neutron [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.322907] env[69846]: DEBUG oslo_vmware.api [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for the task: (returnval){ [ 1084.322907] env[69846]: value = "task-2950266" [ 1084.322907] env[69846]: _type = "Task" [ 1084.322907] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.340617] env[69846]: DEBUG oslo_vmware.api [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.421527] env[69846]: DEBUG nova.policy [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '317d352ae7684e2483f576f99b899f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6e16b9a38743b797a3cf9c2338ff3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.442206] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950262, 'name': ReconfigVM_Task, 'duration_secs': 1.15364} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.442515] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 1fe837c2-171e-4d8a-9c37-ef937a6783d6/1fe837c2-171e-4d8a-9c37-ef937a6783d6.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.443264] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c120bd6-ef3c-4747-9dab-a52161131d9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.445407] env[69846]: INFO nova.compute.manager [-] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Took 1.77 seconds to deallocate network for instance. [ 1084.460036] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1084.460036] env[69846]: value = "task-2950267" [ 1084.460036] env[69846]: _type = "Task" [ 1084.460036] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.482300] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950267, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.525393] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.705366] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de94ccf2-6564-450f-8524-3fefecb571a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.719342] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d71706-a405-4c99-835a-d49e974002d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.734856] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b3aa1b-94ee-9b82-22b1-8552536075f2, 'name': SearchDatastore_Task, 'duration_secs': 0.043628} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.755704] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.759238] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d3d25b54-c4d0-4e6d-8688-7abd09857648/d3d25b54-c4d0-4e6d-8688-7abd09857648.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.759238] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-317288f4-bc52-4380-ae94-b5601017ac44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.765071] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a880f540-5574-4456-b203-5518ccd3c156 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.768634] env[69846]: DEBUG nova.compute.manager [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.770348] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17c68e0-fb28-438b-bb40-ae6a9b76eef3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.776805] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950260, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.779595] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1084.779595] env[69846]: value = "task-2950268" [ 1084.779595] env[69846]: _type = "Task" [ 1084.779595] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.786234] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b065a8d8-93cf-4a5a-9b23-f5da366c8c99 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.801575] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.810472] env[69846]: DEBUG nova.compute.provider_tree [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.818082] env[69846]: DEBUG nova.compute.manager [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.836602] env[69846]: DEBUG oslo_vmware.api [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Task: {'id': task-2950266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305004} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.837843] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.838148] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.838401] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.838659] env[69846]: INFO nova.compute.manager [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1084.839058] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.841545] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d421b126-17d3-4445-a529-ed2b2f4f60e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.844614] env[69846]: DEBUG nova.compute.manager [-] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.844723] env[69846]: DEBUG nova.network.neutron [-] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.855354] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Doing hard reboot of VM {{(pid=69846) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1084.855662] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-14361b82-5b75-4641-ab6f-a98b90816112 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.868439] env[69846]: DEBUG oslo_vmware.api [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1084.868439] env[69846]: value = "task-2950269" [ 1084.868439] env[69846]: _type = "Task" [ 1084.868439] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.884746] env[69846]: DEBUG oslo_vmware.api [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950269, 'name': ResetVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.956386] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.974541] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950267, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.028629] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.270488] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950260, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.943432} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.270853] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc7deaf-1931-401d-a033-eceb48ed87d2/ebc7deaf-1931-401d-a033-eceb48ed87d2.vmdk to [datastore2] 80615314-3302-45dc-9dc8-f910eae5dbd9/80615314-3302-45dc-9dc8-f910eae5dbd9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.272183] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b3df3-bb9c-400a-9072-1b53a641f14f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.299539] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 80615314-3302-45dc-9dc8-f910eae5dbd9/80615314-3302-45dc-9dc8-f910eae5dbd9.vmdk or device None with type streamOptimized {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.304889] env[69846]: INFO nova.compute.manager [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] instance snapshotting [ 1085.305701] env[69846]: DEBUG nova.objects.instance [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'flavor' on Instance uuid ac1a2386-9eff-4eec-bb5c-bce4339a782d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.307194] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67805267-7332-48e5-a1c9-481cd4a058af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.341458] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950268, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.343208] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1085.343208] env[69846]: value = "task-2950270" [ 1085.343208] env[69846]: _type = "Task" [ 1085.343208] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.357186] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.363342] env[69846]: ERROR nova.scheduler.client.report [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] [req-c493574e-e2c2-474a-a5e0-f31fdea12bd1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c493574e-e2c2-474a-a5e0-f31fdea12bd1"}]} [ 1085.386179] env[69846]: DEBUG oslo_vmware.api [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950269, 'name': ResetVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.388551] env[69846]: DEBUG nova.scheduler.client.report [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1085.407497] env[69846]: DEBUG nova.scheduler.client.report [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1085.407731] env[69846]: DEBUG nova.compute.provider_tree [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.422616] env[69846]: DEBUG nova.scheduler.client.report [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1085.447014] env[69846]: DEBUG nova.scheduler.client.report [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1085.474136] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950267, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.529181] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.601690] env[69846]: DEBUG nova.network.neutron [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Successfully created port: 0bb1ba07-5ed5-470f-ad68-dc198683281c {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.778711] env[69846]: DEBUG nova.compute.manager [req-e2797950-2190-4d96-8181-01f7be4643c7 req-78c55b95-9977-4e96-b69f-bc3ebddd6ab8 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Received event network-vif-deleted-8d5f98b0-b271-4d97-928a-5b78b66d63de {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.779787] env[69846]: INFO nova.compute.manager [req-e2797950-2190-4d96-8181-01f7be4643c7 req-78c55b95-9977-4e96-b69f-bc3ebddd6ab8 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Neutron deleted interface 8d5f98b0-b271-4d97-928a-5b78b66d63de; detaching it from the instance and deleting it from the info cache [ 1085.780264] env[69846]: DEBUG nova.network.neutron [req-e2797950-2190-4d96-8181-01f7be4643c7 req-78c55b95-9977-4e96-b69f-bc3ebddd6ab8 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.794181] env[69846]: DEBUG nova.network.neutron [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Successfully updated port: 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.802095] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950268, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.829358] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8044f2c2-a2fb-497c-a348-8cc19e1a37c7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.839426] env[69846]: DEBUG nova.compute.manager [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.870029] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8205ce7-5ef9-4407-b076-a0bf54d4c7ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.873832] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5641d50-715b-400b-8450-2091c719ed3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.880222] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.893688] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f377f8c4-782e-4b82-a648-2d956ddb9bef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.897628] env[69846]: DEBUG oslo_vmware.api [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950269, 'name': ResetVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.902623] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.902892] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.903074] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.903257] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.903468] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.903622] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.903875] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.904181] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.904415] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.904594] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.904770] env[69846]: DEBUG nova.virt.hardware [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.910362] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc1eb2a-d005-4168-882e-cc2d6f39322d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.919629] env[69846]: DEBUG nova.compute.manager [req-189d7824-6ea6-49a4-ae3b-b9f43a478941 req-76485da6-db58-4c67-9025-5d426c85bcdd service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Received event network-vif-plugged-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.919629] env[69846]: DEBUG oslo_concurrency.lockutils [req-189d7824-6ea6-49a4-ae3b-b9f43a478941 req-76485da6-db58-4c67-9025-5d426c85bcdd service nova] Acquiring lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.919629] env[69846]: DEBUG oslo_concurrency.lockutils [req-189d7824-6ea6-49a4-ae3b-b9f43a478941 req-76485da6-db58-4c67-9025-5d426c85bcdd service nova] Lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.919629] env[69846]: DEBUG oslo_concurrency.lockutils [req-189d7824-6ea6-49a4-ae3b-b9f43a478941 req-76485da6-db58-4c67-9025-5d426c85bcdd service nova] Lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.919629] env[69846]: DEBUG nova.compute.manager [req-189d7824-6ea6-49a4-ae3b-b9f43a478941 req-76485da6-db58-4c67-9025-5d426c85bcdd service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] No waiting events found dispatching network-vif-plugged-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.919629] env[69846]: WARNING nova.compute.manager [req-189d7824-6ea6-49a4-ae3b-b9f43a478941 req-76485da6-db58-4c67-9025-5d426c85bcdd service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Received unexpected event network-vif-plugged-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 for instance with vm_state building and task_state spawning. [ 1085.957457] env[69846]: DEBUG nova.network.neutron [-] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.960752] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9b113f-4c7b-4d24-b69b-9b7b31827ccb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.965638] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b5e749-a80b-4c4e-81e7-ade64e236766 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.999661] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950267, 'name': Rename_Task, 'duration_secs': 1.437277} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.000655] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ba5dfa-1066-459c-94f6-459e61bdde97 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.004728] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.005305] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f83187e-de43-4dbb-887c-3075b1f6d642 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.025043] env[69846]: DEBUG nova.compute.provider_tree [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.030026] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1086.030026] env[69846]: value = "task-2950271" [ 1086.030026] env[69846]: _type = "Task" [ 1086.030026] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.038546] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950263, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.213479} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.038924] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 1da375d4-3cc4-4669-85a3-22bae5ff6fe1/1da375d4-3cc4-4669-85a3-22bae5ff6fe1.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.039166] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.039426] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18cc5ada-8b6a-4243-84a6-b9ffad4bf1e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.045281] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950271, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.052782] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for the task: (returnval){ [ 1086.052782] env[69846]: value = "task-2950272" [ 1086.052782] env[69846]: _type = "Task" [ 1086.052782] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.063244] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.287779] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-334960af-41eb-4911-b184-ea937fe14834 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.302550] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquiring lock "refresh_cache-b2a8f9d8-2280-4db8-8d9c-7167497ab345" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.302804] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquired lock "refresh_cache-b2a8f9d8-2280-4db8-8d9c-7167497ab345" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.303056] env[69846]: DEBUG nova.network.neutron [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.304627] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950268, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.09268} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.307096] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d3d25b54-c4d0-4e6d-8688-7abd09857648/d3d25b54-c4d0-4e6d-8688-7abd09857648.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.307505] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.307838] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6d8bc9c-9731-491c-a43a-51edfc140ed6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.315087] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb62ffd2-eaf1-497b-9b7c-180701fab708 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.335299] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1086.335299] env[69846]: value = "task-2950273" [ 1086.335299] env[69846]: _type = "Task" [ 1086.335299] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.346140] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.371161] env[69846]: DEBUG nova.compute.manager [req-e2797950-2190-4d96-8181-01f7be4643c7 req-78c55b95-9977-4e96-b69f-bc3ebddd6ab8 service nova] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Detach interface failed, port_id=8d5f98b0-b271-4d97-928a-5b78b66d63de, reason: Instance 821ee995-2b25-4053-bc3c-6523f1db90e2 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.377176] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950270, 'name': ReconfigVM_Task, 'duration_secs': 0.644497} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.377480] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 80615314-3302-45dc-9dc8-f910eae5dbd9/80615314-3302-45dc-9dc8-f910eae5dbd9.vmdk or device None with type streamOptimized {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.378137] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59fa1a0a-bf75-4ce8-939d-f3e03d34bc5a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.386296] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1086.386296] env[69846]: value = "task-2950274" [ 1086.386296] env[69846]: _type = "Task" [ 1086.386296] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.390502] env[69846]: DEBUG oslo_vmware.api [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950269, 'name': ResetVM_Task, 'duration_secs': 1.155879} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.393688] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Did hard reboot of VM {{(pid=69846) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1086.394328] env[69846]: DEBUG nova.compute.manager [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.394685] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbdbf95-088f-45f7-9aea-80512fc6f73e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.407169] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950274, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.412789] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1086.412932] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-112ed847-2096-4615-9e9a-ea85c46419e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.420553] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1086.420553] env[69846]: value = "task-2950275" [ 1086.420553] env[69846]: _type = "Task" [ 1086.420553] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.430503] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950275, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.469666] env[69846]: INFO nova.compute.manager [-] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Took 1.62 seconds to deallocate network for instance. [ 1086.531905] env[69846]: DEBUG nova.scheduler.client.report [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.546461] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.566599] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086916} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.567050] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.568392] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59e822c-6cee-4225-8a27-4a90543ec0b6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.595515] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 1da375d4-3cc4-4669-85a3-22bae5ff6fe1/1da375d4-3cc4-4669-85a3-22bae5ff6fe1.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.595843] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d3d3a2d-1320-4b78-99fa-539dba6b49a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.617337] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for the task: (returnval){ [ 1086.617337] env[69846]: value = "task-2950276" [ 1086.617337] env[69846]: _type = "Task" [ 1086.617337] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.626892] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.849754] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143749} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.850179] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.851511] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b224497-dd50-45ca-88bc-5d117b0d6417 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.857749] env[69846]: DEBUG nova.network.neutron [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.882041] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d3d25b54-c4d0-4e6d-8688-7abd09857648/d3d25b54-c4d0-4e6d-8688-7abd09857648.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.882650] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aafc5c7d-c42a-47dc-8d23-9bff9cf9804a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.914253] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff62b0bd-3fc0-4a6c-b29d-446adfbdaa71 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.923s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.921366] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1086.921366] env[69846]: value = "task-2950277" [ 1086.921366] env[69846]: _type = "Task" [ 1086.921366] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.922034] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950274, 'name': Rename_Task, 'duration_secs': 0.27707} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.927673] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.933030] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b60b04fc-65ba-47c3-b53b-cbb130e054af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.945653] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.945653] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.948469] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1086.948469] env[69846]: value = "task-2950278" [ 1086.948469] env[69846]: _type = "Task" [ 1086.948469] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.964659] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.978548] env[69846]: DEBUG oslo_concurrency.lockutils [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.042662] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.239s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.045016] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.900s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.047046] env[69846]: INFO nova.compute.claims [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.059926] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950271, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.080555] env[69846]: INFO nova.scheduler.client.report [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Deleted allocations for instance 9663aee9-bf35-477a-988f-182b25cf0c9b [ 1087.132344] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950276, 'name': ReconfigVM_Task, 'duration_secs': 0.441564} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.133048] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 1da375d4-3cc4-4669-85a3-22bae5ff6fe1/1da375d4-3cc4-4669-85a3-22bae5ff6fe1.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.133732] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3cebd08-7009-48d6-b98a-844eb569af1f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.142564] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for the task: (returnval){ [ 1087.142564] env[69846]: value = "task-2950279" [ 1087.142564] env[69846]: _type = "Task" [ 1087.142564] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.153379] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950279, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.183592] env[69846]: DEBUG nova.network.neutron [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Updating instance_info_cache with network_info: [{"id": "1b6a00a0-79ec-48fa-952f-8edcc9d4feb1", "address": "fa:16:3e:d8:39:1b", "network": {"id": "1dc67ff2-caec-4c5c-b025-b5112ae295d9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1160884510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60297de0ab4d4a7f9f81d2a8d0e86332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6a00a0-79", "ovs_interfaceid": "1b6a00a0-79ec-48fa-952f-8edcc9d4feb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.439459] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950277, 'name': ReconfigVM_Task, 'duration_secs': 0.344702} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.445015] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d3d25b54-c4d0-4e6d-8688-7abd09857648/d3d25b54-c4d0-4e6d-8688-7abd09857648.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.446909] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encrypted': False, 'size': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'guest_format': None, 'image_id': 'a8e17318-c1ff-4a31-916e-097356a34ec2'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': None, 'attachment_id': 'b4f3c1fa-2655-4b87-9cca-3ebdedf4050a', 'disk_bus': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592126', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'name': 'volume-e50435b8-622b-410a-9edb-aa2c6a833021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d25b54-c4d0-4e6d-8688-7abd09857648', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'serial': 'e50435b8-622b-410a-9edb-aa2c6a833021'}, 'volume_type': None}], 'swap': None} {{(pid=69846) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1087.451155] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1087.451504] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592126', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'name': 'volume-e50435b8-622b-410a-9edb-aa2c6a833021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d25b54-c4d0-4e6d-8688-7abd09857648', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'serial': 'e50435b8-622b-410a-9edb-aa2c6a833021'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1087.455022] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950275, 'name': CreateSnapshot_Task, 'duration_secs': 0.546585} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.455022] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d45be65-ae57-430c-a3ad-f8b68af18514 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.457583] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1087.464634] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c75601-e9d5-40b8-b6fe-ce1e0d7f733a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.474321] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.492901] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5bba9b-1fba-4e27-bfa3-b30175ee1fb1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.525218] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-e50435b8-622b-410a-9edb-aa2c6a833021/volume-e50435b8-622b-410a-9edb-aa2c6a833021.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.525808] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7b36fa-26c6-4230-83f6-776474967a57 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.555839] env[69846]: DEBUG oslo_vmware.api [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950271, 'name': PowerOnVM_Task, 'duration_secs': 1.092449} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.559501] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.559501] env[69846]: INFO nova.compute.manager [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Took 12.97 seconds to spawn the instance on the hypervisor. [ 1087.559501] env[69846]: DEBUG nova.compute.manager [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.559501] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1087.559501] env[69846]: value = "task-2950280" [ 1087.559501] env[69846]: _type = "Task" [ 1087.559501] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.559802] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5260ccaa-3a68-42e7-936f-5b0c65509fcf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.579111] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.591576] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7cb5083b-1289-4ad6-a2df-62bbc071a10f tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Lock "9663aee9-bf35-477a-988f-182b25cf0c9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.546s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.660105] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950279, 'name': Rename_Task, 'duration_secs': 0.186145} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.660441] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.660787] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46792fb-8fde-4b0e-89ba-c9f374b9ea71 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.674578] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for the task: (returnval){ [ 1087.674578] env[69846]: value = "task-2950281" [ 1087.674578] env[69846]: _type = "Task" [ 1087.674578] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.682208] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.688651] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Releasing lock "refresh_cache-b2a8f9d8-2280-4db8-8d9c-7167497ab345" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.688651] env[69846]: DEBUG nova.compute.manager [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Instance network_info: |[{"id": "1b6a00a0-79ec-48fa-952f-8edcc9d4feb1", "address": "fa:16:3e:d8:39:1b", "network": {"id": "1dc67ff2-caec-4c5c-b025-b5112ae295d9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1160884510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60297de0ab4d4a7f9f81d2a8d0e86332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6a00a0-79", "ovs_interfaceid": "1b6a00a0-79ec-48fa-952f-8edcc9d4feb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.688651] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:39:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b6a00a0-79ec-48fa-952f-8edcc9d4feb1', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.702586] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Creating folder: Project (60297de0ab4d4a7f9f81d2a8d0e86332). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.704063] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c444530-4577-4e8f-a0c6-328e843e119b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.724598] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Created folder: Project (60297de0ab4d4a7f9f81d2a8d0e86332) in parent group-v591891. [ 1087.724876] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Creating folder: Instances. Parent ref: group-v592142. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.725195] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-398035e5-2177-44a3-87b3-ae20fb3022b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.740300] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Created folder: Instances in parent group-v592142. [ 1087.740300] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.740300] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.740300] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-570c94a6-6bb0-4844-a25d-4673bfff2891 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.767032] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.767032] env[69846]: value = "task-2950284" [ 1087.767032] env[69846]: _type = "Task" [ 1087.767032] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.778442] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950284, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.973365] env[69846]: DEBUG nova.network.neutron [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Successfully updated port: 0bb1ba07-5ed5-470f-ad68-dc198683281c {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.975372] env[69846]: DEBUG oslo_vmware.api [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950278, 'name': PowerOnVM_Task, 'duration_secs': 0.719005} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.976724] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.981100] env[69846]: DEBUG nova.compute.manager [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Received event network-changed-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.981222] env[69846]: DEBUG nova.compute.manager [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Refreshing instance network info cache due to event network-changed-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.981514] env[69846]: DEBUG oslo_concurrency.lockutils [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] Acquiring lock "refresh_cache-b2a8f9d8-2280-4db8-8d9c-7167497ab345" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.982104] env[69846]: DEBUG oslo_concurrency.lockutils [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] Acquired lock "refresh_cache-b2a8f9d8-2280-4db8-8d9c-7167497ab345" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.982323] env[69846]: DEBUG nova.network.neutron [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Refreshing network info cache for port 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.004391] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1088.005189] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6aa58b3f-2f9a-46a5-ad6b-233145de687e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.016303] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1088.016303] env[69846]: value = "task-2950285" [ 1088.016303] env[69846]: _type = "Task" [ 1088.016303] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.032835] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950285, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.081376] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950280, 'name': ReconfigVM_Task, 'duration_secs': 0.430144} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.090710] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-e50435b8-622b-410a-9edb-aa2c6a833021/volume-e50435b8-622b-410a-9edb-aa2c6a833021.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.098511] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412f6cbb-7d5d-4235-b3b6-11f8fc675777 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.116121] env[69846]: INFO nova.compute.manager [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Took 29.42 seconds to build instance. [ 1088.125305] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1088.125305] env[69846]: value = "task-2950286" [ 1088.125305] env[69846]: _type = "Task" [ 1088.125305] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.135965] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.137478] env[69846]: DEBUG nova.compute.manager [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.139131] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408c322d-7d17-401f-a5ac-7f6b819b9eba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.187825] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950281, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.280052] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950284, 'name': CreateVM_Task, 'duration_secs': 0.431757} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.280307] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.281013] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.281191] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.281526] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.281791] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e07efb-5699-4422-8287-1db640977c93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.287418] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for the task: (returnval){ [ 1088.287418] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52508c1d-b1ab-0dbf-0db8-c8bbd75ec8dd" [ 1088.287418] env[69846]: _type = "Task" [ 1088.287418] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.299731] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52508c1d-b1ab-0dbf-0db8-c8bbd75ec8dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.461222] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a80920b-16c1-432a-bbf3-0faa266912b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.468548] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00942931-98fa-4f26-bbcd-8bf20aa31801 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.502345] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "refresh_cache-f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.502511] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "refresh_cache-f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.502670] env[69846]: DEBUG nova.network.neutron [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.507876] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c902b3a7-dbc8-44de-b1da-6f7db317dc4c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.523352] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acf10b2-4f52-40e4-82f8-eaac66610080 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.543715] env[69846]: DEBUG nova.compute.provider_tree [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.545510] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950285, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.620396] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2f2b8933-402e-436a-9e01-b0a2ce704879 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.945s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.638530] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950286, 'name': ReconfigVM_Task, 'duration_secs': 0.343254} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.638851] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592126', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'name': 'volume-e50435b8-622b-410a-9edb-aa2c6a833021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d25b54-c4d0-4e6d-8688-7abd09857648', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'serial': 'e50435b8-622b-410a-9edb-aa2c6a833021'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1088.639580] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efadb871-ee59-44b4-9ab2-08acc5e5af91 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.647256] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1088.647256] env[69846]: value = "task-2950287" [ 1088.647256] env[69846]: _type = "Task" [ 1088.647256] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.661661] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950287, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.664473] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.020s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.681599] env[69846]: DEBUG oslo_vmware.api [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950281, 'name': PowerOnVM_Task, 'duration_secs': 0.75664} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.685954] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.686241] env[69846]: INFO nova.compute.manager [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Took 11.54 seconds to spawn the instance on the hypervisor. [ 1088.687016] env[69846]: DEBUG nova.compute.manager [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.687365] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4644b3aa-1c20-4009-bd32-6f427f207d96 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.802816] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52508c1d-b1ab-0dbf-0db8-c8bbd75ec8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.03727} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.803220] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.803452] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.803704] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.803979] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.804194] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.804484] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-218f4a53-e20c-4b7d-bbc3-56707f101919 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.815442] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.815637] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.816433] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7fdceb-4da3-436a-9ef8-2bfb5e6ea428 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.822518] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for the task: (returnval){ [ 1088.822518] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52965f4e-4d4c-41de-6e24-21942dc4b8d9" [ 1088.822518] env[69846]: _type = "Task" [ 1088.822518] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.833583] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52965f4e-4d4c-41de-6e24-21942dc4b8d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.030925] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950285, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.047284] env[69846]: DEBUG nova.scheduler.client.report [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.162886] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950287, 'name': Rename_Task, 'duration_secs': 0.35372} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.162886] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.162886] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0727674-7000-4b0e-8a83-1ead88fbe54c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.171698] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1089.171698] env[69846]: value = "task-2950288" [ 1089.171698] env[69846]: _type = "Task" [ 1089.171698] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.191017] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.207916] env[69846]: INFO nova.compute.manager [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Took 30.51 seconds to build instance. [ 1089.313556] env[69846]: DEBUG nova.network.neutron [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.333967] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52965f4e-4d4c-41de-6e24-21942dc4b8d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.334867] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb52b52b-1fca-42e1-83d2-57fb1e569d18 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.340570] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for the task: (returnval){ [ 1089.340570] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5271b5f5-d122-d680-003a-93ceb1c8166b" [ 1089.340570] env[69846]: _type = "Task" [ 1089.340570] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.350997] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5271b5f5-d122-d680-003a-93ceb1c8166b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.412178] env[69846]: DEBUG nova.network.neutron [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Updated VIF entry in instance network info cache for port 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.412609] env[69846]: DEBUG nova.network.neutron [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Updating instance_info_cache with network_info: [{"id": "1b6a00a0-79ec-48fa-952f-8edcc9d4feb1", "address": "fa:16:3e:d8:39:1b", "network": {"id": "1dc67ff2-caec-4c5c-b025-b5112ae295d9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1160884510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60297de0ab4d4a7f9f81d2a8d0e86332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6a00a0-79", "ovs_interfaceid": "1b6a00a0-79ec-48fa-952f-8edcc9d4feb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.530567] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950285, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.552904] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.553440] env[69846]: DEBUG nova.compute.manager [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.558704] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.553s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.558952] env[69846]: DEBUG nova.objects.instance [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'resources' on Instance uuid 0146bd92-96e3-4ab8-bbcf-90f39bb89102 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.667218] env[69846]: DEBUG nova.network.neutron [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Updating instance_info_cache with network_info: [{"id": "0bb1ba07-5ed5-470f-ad68-dc198683281c", "address": "fa:16:3e:e6:5a:c7", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bb1ba07-5e", "ovs_interfaceid": "0bb1ba07-5ed5-470f-ad68-dc198683281c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.685913] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.709953] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2c49227b-daac-490d-a444-81438bdf3db6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.033s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.854423] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5271b5f5-d122-d680-003a-93ceb1c8166b, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.854724] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.854991] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b2a8f9d8-2280-4db8-8d9c-7167497ab345/b2a8f9d8-2280-4db8-8d9c-7167497ab345.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.855314] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e26930ec-4356-4269-9e94-e6d0f384445f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.868042] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for the task: (returnval){ [ 1089.868042] env[69846]: value = "task-2950289" [ 1089.868042] env[69846]: _type = "Task" [ 1089.868042] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.881013] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.923560] env[69846]: DEBUG oslo_concurrency.lockutils [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] Releasing lock "refresh_cache-b2a8f9d8-2280-4db8-8d9c-7167497ab345" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.923560] env[69846]: DEBUG nova.compute.manager [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Received event network-vif-plugged-0bb1ba07-5ed5-470f-ad68-dc198683281c {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.923560] env[69846]: DEBUG oslo_concurrency.lockutils [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] Acquiring lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.923560] env[69846]: DEBUG oslo_concurrency.lockutils [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] Lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.923560] env[69846]: DEBUG oslo_concurrency.lockutils [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] Lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.923560] env[69846]: DEBUG nova.compute.manager [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] No waiting events found dispatching network-vif-plugged-0bb1ba07-5ed5-470f-ad68-dc198683281c {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.923560] env[69846]: WARNING nova.compute.manager [req-8f33e6a3-198c-4fe9-9014-48a5782b44a5 req-160b944e-c4f2-4947-82a0-d74ad057988e service nova] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Received unexpected event network-vif-plugged-0bb1ba07-5ed5-470f-ad68-dc198683281c for instance with vm_state building and task_state spawning. [ 1090.031669] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950285, 'name': CloneVM_Task, 'duration_secs': 2.001716} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.032144] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Created linked-clone VM from snapshot [ 1090.034170] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919e43a2-4120-4064-9003-c7b209d7258d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.051657] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Uploading image 6b1506f4-99ad-403a-8770-8b29768c16b6 {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1090.066357] env[69846]: DEBUG nova.compute.utils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.067309] env[69846]: DEBUG nova.compute.manager [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.067654] env[69846]: DEBUG nova.network.neutron [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.087990] env[69846]: DEBUG oslo_vmware.rw_handles [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1090.087990] env[69846]: value = "vm-592145" [ 1090.087990] env[69846]: _type = "VirtualMachine" [ 1090.087990] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1090.088391] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4e223ca-6f48-4b50-a04e-2b0cf6b01e44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.103725] env[69846]: DEBUG oslo_vmware.rw_handles [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lease: (returnval){ [ 1090.103725] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52190643-f5aa-bddd-a81f-87117e854816" [ 1090.103725] env[69846]: _type = "HttpNfcLease" [ 1090.103725] env[69846]: } obtained for exporting VM: (result){ [ 1090.103725] env[69846]: value = "vm-592145" [ 1090.103725] env[69846]: _type = "VirtualMachine" [ 1090.103725] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1090.104446] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the lease: (returnval){ [ 1090.104446] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52190643-f5aa-bddd-a81f-87117e854816" [ 1090.104446] env[69846]: _type = "HttpNfcLease" [ 1090.104446] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.112445] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.112445] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52190643-f5aa-bddd-a81f-87117e854816" [ 1090.112445] env[69846]: _type = "HttpNfcLease" [ 1090.112445] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.169937] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "refresh_cache-f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.170405] env[69846]: DEBUG nova.compute.manager [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Instance network_info: |[{"id": "0bb1ba07-5ed5-470f-ad68-dc198683281c", "address": "fa:16:3e:e6:5a:c7", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bb1ba07-5e", "ovs_interfaceid": "0bb1ba07-5ed5-470f-ad68-dc198683281c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.170778] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:5a:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bb1ba07-5ed5-470f-ad68-dc198683281c', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.179944] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.183501] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.187045] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98c70bd5-4e33-4d22-b85b-f5ecc7a2c2d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.217419] env[69846]: DEBUG nova.policy [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14845c38dd3644a48863b2745b58c7c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c8e0597e1343e790cccd0f5edd75d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.225113] env[69846]: DEBUG oslo_vmware.api [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950288, 'name': PowerOnVM_Task, 'duration_secs': 0.792336} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.229143] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.229143] env[69846]: DEBUG nova.compute.manager [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.229143] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.229143] env[69846]: value = "task-2950291" [ 1090.229143] env[69846]: _type = "Task" [ 1090.229143] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.229143] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7ae134-6ac0-4ea1-aec2-47f30bb8a0c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.251032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.251032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.269047] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950291, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.390608] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950289, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.471280] env[69846]: DEBUG nova.compute.manager [req-a37e2ea9-1667-4aae-b42c-029159256c6a req-9ff977bc-9d18-4f4b-9605-17e2d32d6f2d service nova] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Received event network-changed-0bb1ba07-5ed5-470f-ad68-dc198683281c {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.471837] env[69846]: DEBUG nova.compute.manager [req-a37e2ea9-1667-4aae-b42c-029159256c6a req-9ff977bc-9d18-4f4b-9605-17e2d32d6f2d service nova] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Refreshing instance network info cache due to event network-changed-0bb1ba07-5ed5-470f-ad68-dc198683281c. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.471837] env[69846]: DEBUG oslo_concurrency.lockutils [req-a37e2ea9-1667-4aae-b42c-029159256c6a req-9ff977bc-9d18-4f4b-9605-17e2d32d6f2d service nova] Acquiring lock "refresh_cache-f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.471941] env[69846]: DEBUG oslo_concurrency.lockutils [req-a37e2ea9-1667-4aae-b42c-029159256c6a req-9ff977bc-9d18-4f4b-9605-17e2d32d6f2d service nova] Acquired lock "refresh_cache-f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.472180] env[69846]: DEBUG nova.network.neutron [req-a37e2ea9-1667-4aae-b42c-029159256c6a req-9ff977bc-9d18-4f4b-9605-17e2d32d6f2d service nova] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Refreshing network info cache for port 0bb1ba07-5ed5-470f-ad68-dc198683281c {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.522433] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f42ec27-1b91-4e2e-a42e-0ff4eb1e42cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.530391] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d64db0-46b5-4c28-b87d-87005b39c905 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.567940] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afe5c9f-7ae9-44d6-bea9-630efd7d0679 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.571204] env[69846]: DEBUG nova.compute.manager [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.582177] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467241eb-251f-4683-b96f-bc616a1bcaf3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.599744] env[69846]: DEBUG nova.compute.provider_tree [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.614687] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.614687] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52190643-f5aa-bddd-a81f-87117e854816" [ 1090.614687] env[69846]: _type = "HttpNfcLease" [ 1090.614687] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.615114] env[69846]: DEBUG oslo_vmware.rw_handles [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.615114] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52190643-f5aa-bddd-a81f-87117e854816" [ 1090.615114] env[69846]: _type = "HttpNfcLease" [ 1090.615114] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1090.615941] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073b851d-f3fb-4998-8d7e-6e5e8b1c0355 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.626695] env[69846]: DEBUG oslo_vmware.rw_handles [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb239d-2fbf-0df8-c185-402a240ed3dc/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.626921] env[69846]: DEBUG oslo_vmware.rw_handles [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb239d-2fbf-0df8-c185-402a240ed3dc/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1090.688584] env[69846]: DEBUG nova.network.neutron [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Successfully created port: dc987f4d-8140-461b-82de-d7f1f2ec7853 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.746117] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950291, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.754991] env[69846]: DEBUG nova.compute.manager [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.782771] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.783234] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-084987be-2021-41c9-9d58-3c2e719a1085 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.882560] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602424} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.882876] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] b2a8f9d8-2280-4db8-8d9c-7167497ab345/b2a8f9d8-2280-4db8-8d9c-7167497ab345.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.883115] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.883378] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642652e3-5a99-4910-b0f9-fb948bca6672 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.892434] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for the task: (returnval){ [ 1090.892434] env[69846]: value = "task-2950292" [ 1090.892434] env[69846]: _type = "Task" [ 1090.892434] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.903037] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.913877] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef1933a3-d212-4212-8a3e-33049c5b70bc tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquiring lock "interface-1da375d4-3cc4-4669-85a3-22bae5ff6fe1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.914223] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef1933a3-d212-4212-8a3e-33049c5b70bc tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "interface-1da375d4-3cc4-4669-85a3-22bae5ff6fe1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.914634] env[69846]: DEBUG nova.objects.instance [None req-ef1933a3-d212-4212-8a3e-33049c5b70bc tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lazy-loading 'flavor' on Instance uuid 1da375d4-3cc4-4669-85a3-22bae5ff6fe1 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.105667] env[69846]: DEBUG nova.scheduler.client.report [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.251079] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950291, 'name': CreateVM_Task, 'duration_secs': 0.549157} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.251079] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.251079] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.251079] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.251079] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.251079] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88999016-814b-424c-b54b-f5acbfb9c0e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.258641] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1091.258641] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b4aefa-0d25-d3a8-22f0-915600d1bb61" [ 1091.258641] env[69846]: _type = "Task" [ 1091.258641] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.276436] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b4aefa-0d25-d3a8-22f0-915600d1bb61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.289804] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.333272] env[69846]: DEBUG nova.network.neutron [req-a37e2ea9-1667-4aae-b42c-029159256c6a req-9ff977bc-9d18-4f4b-9605-17e2d32d6f2d service nova] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Updated VIF entry in instance network info cache for port 0bb1ba07-5ed5-470f-ad68-dc198683281c. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.333715] env[69846]: DEBUG nova.network.neutron [req-a37e2ea9-1667-4aae-b42c-029159256c6a req-9ff977bc-9d18-4f4b-9605-17e2d32d6f2d service nova] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Updating instance_info_cache with network_info: [{"id": "0bb1ba07-5ed5-470f-ad68-dc198683281c", "address": "fa:16:3e:e6:5a:c7", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bb1ba07-5e", "ovs_interfaceid": "0bb1ba07-5ed5-470f-ad68-dc198683281c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.406756] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084428} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.407497] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.408469] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78793bc1-3108-42ec-a9ac-87c0927dee9b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.433623] env[69846]: DEBUG nova.objects.instance [None req-ef1933a3-d212-4212-8a3e-33049c5b70bc tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lazy-loading 'pci_requests' on Instance uuid 1da375d4-3cc4-4669-85a3-22bae5ff6fe1 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.446748] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] b2a8f9d8-2280-4db8-8d9c-7167497ab345/b2a8f9d8-2280-4db8-8d9c-7167497ab345.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.449379] env[69846]: DEBUG nova.objects.base [None req-ef1933a3-d212-4212-8a3e-33049c5b70bc tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Object Instance<1da375d4-3cc4-4669-85a3-22bae5ff6fe1> lazy-loaded attributes: flavor,pci_requests {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1091.449379] env[69846]: DEBUG nova.network.neutron [None req-ef1933a3-d212-4212-8a3e-33049c5b70bc tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.451133] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93b08d6-c27e-449a-8f67-fc22bbcd9988 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.478168] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for the task: (returnval){ [ 1091.478168] env[69846]: value = "task-2950293" [ 1091.478168] env[69846]: _type = "Task" [ 1091.478168] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.488926] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.582406] env[69846]: DEBUG nova.compute.manager [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.595799] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef1933a3-d212-4212-8a3e-33049c5b70bc tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "interface-1da375d4-3cc4-4669-85a3-22bae5ff6fe1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 0.681s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.613015] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.617788] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.618310] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.618511] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.618836] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.619087] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.619393] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.619723] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.620553] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.620828] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.621079] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.621342] env[69846]: DEBUG nova.virt.hardware [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.622786] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.667s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.623659] env[69846]: DEBUG nova.objects.instance [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lazy-loading 'resources' on Instance uuid 3c1e3446-8836-4edd-aa79-812d251b9f50 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.629171] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c87f31-1416-434d-a6a4-4b18228261ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.642162] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14ff188-daa0-45bf-af74-63284d8a2b0f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.660336] env[69846]: INFO nova.scheduler.client.report [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleted allocations for instance 0146bd92-96e3-4ab8-bbcf-90f39bb89102 [ 1091.774456] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b4aefa-0d25-d3a8-22f0-915600d1bb61, 'name': SearchDatastore_Task, 'duration_secs': 0.031202} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.776673] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.776673] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.776673] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.776673] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.776673] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.776673] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a69c1221-4966-4ed0-bbe3-7d14cf26c240 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.789910] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.790658] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.792202] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5070e1f7-31e7-419a-bd4d-f55bcf03477a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.801205] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1091.801205] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52880eec-9c6f-8a06-8e75-7c5c6b0dbf23" [ 1091.801205] env[69846]: _type = "Task" [ 1091.801205] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.810097] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52880eec-9c6f-8a06-8e75-7c5c6b0dbf23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.837597] env[69846]: DEBUG oslo_concurrency.lockutils [req-a37e2ea9-1667-4aae-b42c-029159256c6a req-9ff977bc-9d18-4f4b-9605-17e2d32d6f2d service nova] Releasing lock "refresh_cache-f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.997955] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.169873] env[69846]: DEBUG oslo_concurrency.lockutils [None req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "0146bd92-96e3-4ab8-bbcf-90f39bb89102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.887s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.314848] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52880eec-9c6f-8a06-8e75-7c5c6b0dbf23, 'name': SearchDatastore_Task, 'duration_secs': 0.023865} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.316447] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdc0791-dda9-4e47-905e-708d99be4861 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.324212] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1092.324212] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527ac382-aacb-785a-bcea-fe1d61b7e87d" [ 1092.324212] env[69846]: _type = "Task" [ 1092.324212] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.344630] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527ac382-aacb-785a-bcea-fe1d61b7e87d, 'name': SearchDatastore_Task, 'duration_secs': 0.015205} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.344918] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.345338] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] f10e19a9-c2bc-40d5-ae31-66d4e95d8a44/f10e19a9-c2bc-40d5-ae31-66d4e95d8a44.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.345703] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e764ca7e-c951-4d30-a718-075f90c58232 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.355128] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1092.355128] env[69846]: value = "task-2950294" [ 1092.355128] env[69846]: _type = "Task" [ 1092.355128] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.366750] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.490827] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950293, 'name': ReconfigVM_Task, 'duration_secs': 0.754315} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.491284] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Reconfigured VM instance instance-00000056 to attach disk [datastore2] b2a8f9d8-2280-4db8-8d9c-7167497ab345/b2a8f9d8-2280-4db8-8d9c-7167497ab345.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.491961] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12e90a53-db7f-4716-8836-528db1b5a3f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.504276] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for the task: (returnval){ [ 1092.504276] env[69846]: value = "task-2950295" [ 1092.504276] env[69846]: _type = "Task" [ 1092.504276] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.516461] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950295, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.518673] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed66159e-7ade-44cb-962e-5a047684a0ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.527690] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9871c5c-5c79-4f1f-ba5b-eb3a617af798 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.573921] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc084f7-df0d-4d17-ae90-23a83474a7e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.585037] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4f6ac8-084d-4c83-a7ce-22f14dc371a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.605675] env[69846]: DEBUG nova.compute.provider_tree [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.616089] env[69846]: DEBUG nova.network.neutron [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Successfully updated port: dc987f4d-8140-461b-82de-d7f1f2ec7853 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.870212] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950294, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.958518] env[69846]: DEBUG nova.compute.manager [req-e0aa7b6c-0505-4a70-9c0b-94e487f425e3 req-5c7d4361-c13c-4fd0-b2c8-5e8908475e56 service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Received event network-vif-plugged-dc987f4d-8140-461b-82de-d7f1f2ec7853 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.958889] env[69846]: DEBUG oslo_concurrency.lockutils [req-e0aa7b6c-0505-4a70-9c0b-94e487f425e3 req-5c7d4361-c13c-4fd0-b2c8-5e8908475e56 service nova] Acquiring lock "822f7587-6217-424b-93f8-a6d5c6b4907e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.959200] env[69846]: DEBUG oslo_concurrency.lockutils [req-e0aa7b6c-0505-4a70-9c0b-94e487f425e3 req-5c7d4361-c13c-4fd0-b2c8-5e8908475e56 service nova] Lock "822f7587-6217-424b-93f8-a6d5c6b4907e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.959512] env[69846]: DEBUG oslo_concurrency.lockutils [req-e0aa7b6c-0505-4a70-9c0b-94e487f425e3 req-5c7d4361-c13c-4fd0-b2c8-5e8908475e56 service nova] Lock "822f7587-6217-424b-93f8-a6d5c6b4907e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.959789] env[69846]: DEBUG nova.compute.manager [req-e0aa7b6c-0505-4a70-9c0b-94e487f425e3 req-5c7d4361-c13c-4fd0-b2c8-5e8908475e56 service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] No waiting events found dispatching network-vif-plugged-dc987f4d-8140-461b-82de-d7f1f2ec7853 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.960016] env[69846]: WARNING nova.compute.manager [req-e0aa7b6c-0505-4a70-9c0b-94e487f425e3 req-5c7d4361-c13c-4fd0-b2c8-5e8908475e56 service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Received unexpected event network-vif-plugged-dc987f4d-8140-461b-82de-d7f1f2ec7853 for instance with vm_state building and task_state spawning. [ 1093.018703] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950295, 'name': Rename_Task, 'duration_secs': 0.216329} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.019102] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.019980] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0acd1d80-cda8-4fe3-95a6-1d9874fec8c3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.030012] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for the task: (returnval){ [ 1093.030012] env[69846]: value = "task-2950296" [ 1093.030012] env[69846]: _type = "Task" [ 1093.030012] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.047281] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.068560] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.068741] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.110153] env[69846]: DEBUG nova.scheduler.client.report [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.118785] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "refresh_cache-822f7587-6217-424b-93f8-a6d5c6b4907e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.118924] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "refresh_cache-822f7587-6217-424b-93f8-a6d5c6b4907e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.120412] env[69846]: DEBUG nova.network.neutron [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.369537] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663266} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.370276] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] f10e19a9-c2bc-40d5-ae31-66d4e95d8a44/f10e19a9-c2bc-40d5-ae31-66d4e95d8a44.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.370894] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.371364] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06f351b7-ff2a-4140-b76c-72adf498d1f1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.380476] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1093.380476] env[69846]: value = "task-2950297" [ 1093.380476] env[69846]: _type = "Task" [ 1093.380476] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.392047] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.550340] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.571297] env[69846]: DEBUG nova.compute.manager [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.616377] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.621786] env[69846]: DEBUG oslo_concurrency.lockutils [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.643s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.622240] env[69846]: DEBUG nova.objects.instance [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lazy-loading 'resources' on Instance uuid 821ee995-2b25-4053-bc3c-6523f1db90e2 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.658022] env[69846]: INFO nova.scheduler.client.report [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted allocations for instance 3c1e3446-8836-4edd-aa79-812d251b9f50 [ 1093.680639] env[69846]: DEBUG nova.network.neutron [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.722818] env[69846]: DEBUG oslo_concurrency.lockutils [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquiring lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.722996] env[69846]: DEBUG oslo_concurrency.lockutils [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.723389] env[69846]: DEBUG oslo_concurrency.lockutils [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquiring lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.723486] env[69846]: DEBUG oslo_concurrency.lockutils [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.723676] env[69846]: DEBUG oslo_concurrency.lockutils [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.730928] env[69846]: INFO nova.compute.manager [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Terminating instance [ 1093.895705] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131766} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.896179] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.897485] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792b20ab-34a8-4fa7-971b-03bacd70a5ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.930539] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] f10e19a9-c2bc-40d5-ae31-66d4e95d8a44/f10e19a9-c2bc-40d5-ae31-66d4e95d8a44.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.932187] env[69846]: DEBUG nova.network.neutron [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Updating instance_info_cache with network_info: [{"id": "dc987f4d-8140-461b-82de-d7f1f2ec7853", "address": "fa:16:3e:3d:bb:8c", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc987f4d-81", "ovs_interfaceid": "dc987f4d-8140-461b-82de-d7f1f2ec7853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.934144] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-595d3f4b-f870-41be-af01-27be66c150cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.965138] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1093.965138] env[69846]: value = "task-2950298" [ 1093.965138] env[69846]: _type = "Task" [ 1093.965138] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.975826] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.018289] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9086adb-f648-44ec-9ccb-39310f16389d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.026544] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ccb8ee-b9fb-4a1a-a4f4-8437f00df5a9 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Suspending the VM {{(pid=69846) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1094.026861] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-26b8e490-60d9-4f2b-98cb-013424817c67 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.037266] env[69846]: DEBUG oslo_vmware.api [None req-c5ccb8ee-b9fb-4a1a-a4f4-8437f00df5a9 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1094.037266] env[69846]: value = "task-2950299" [ 1094.037266] env[69846]: _type = "Task" [ 1094.037266] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.045626] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.051902] env[69846]: DEBUG oslo_vmware.api [None req-c5ccb8ee-b9fb-4a1a-a4f4-8437f00df5a9 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950299, 'name': SuspendVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.105262] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.176434] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "3c1e3446-8836-4edd-aa79-812d251b9f50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.758s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.240034] env[69846]: DEBUG nova.compute.manager [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.240034] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.240034] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ef7097-942e-4b6c-97f4-bfb55a148971 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.256894] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.259729] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1874a3a-8878-4036-8366-6243f4b34ab9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.272310] env[69846]: DEBUG oslo_vmware.api [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for the task: (returnval){ [ 1094.272310] env[69846]: value = "task-2950300" [ 1094.272310] env[69846]: _type = "Task" [ 1094.272310] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.284225] env[69846]: DEBUG oslo_vmware.api [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.454296] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "refresh_cache-822f7587-6217-424b-93f8-a6d5c6b4907e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.454711] env[69846]: DEBUG nova.compute.manager [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Instance network_info: |[{"id": "dc987f4d-8140-461b-82de-d7f1f2ec7853", "address": "fa:16:3e:3d:bb:8c", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc987f4d-81", "ovs_interfaceid": "dc987f4d-8140-461b-82de-d7f1f2ec7853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.455431] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:bb:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc987f4d-8140-461b-82de-d7f1f2ec7853', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.464637] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.465228] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.465642] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46b53f52-61d0-46fe-a2ce-3a731f22a4e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.497779] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.499553] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.499553] env[69846]: value = "task-2950301" [ 1094.499553] env[69846]: _type = "Task" [ 1094.499553] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.508414] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f77201-7ae5-4bb7-b145-cce0b2045f79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.523519] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be838c6-eabb-4cf2-b7a2-4ee6bb6fbeef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.527233] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950301, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.570456] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a203b163-9f22-4b9f-a1ff-ba0ee881f268 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.583468] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950296, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.588874] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7b43e-61d1-4fe1-b3ca-c3d338b4005e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.594222] env[69846]: DEBUG oslo_vmware.api [None req-c5ccb8ee-b9fb-4a1a-a4f4-8437f00df5a9 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950299, 'name': SuspendVM_Task} progress is 62%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.608973] env[69846]: DEBUG nova.compute.provider_tree [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.784716] env[69846]: DEBUG oslo_vmware.api [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950300, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.977690] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.990859] env[69846]: DEBUG nova.compute.manager [req-6ebeee54-49f3-4b9d-839e-7713c7ca16b7 req-334f8282-a832-4853-98cf-eacccd0b8af1 service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Received event network-changed-dc987f4d-8140-461b-82de-d7f1f2ec7853 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.991194] env[69846]: DEBUG nova.compute.manager [req-6ebeee54-49f3-4b9d-839e-7713c7ca16b7 req-334f8282-a832-4853-98cf-eacccd0b8af1 service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Refreshing instance network info cache due to event network-changed-dc987f4d-8140-461b-82de-d7f1f2ec7853. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.991642] env[69846]: DEBUG oslo_concurrency.lockutils [req-6ebeee54-49f3-4b9d-839e-7713c7ca16b7 req-334f8282-a832-4853-98cf-eacccd0b8af1 service nova] Acquiring lock "refresh_cache-822f7587-6217-424b-93f8-a6d5c6b4907e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.992311] env[69846]: DEBUG oslo_concurrency.lockutils [req-6ebeee54-49f3-4b9d-839e-7713c7ca16b7 req-334f8282-a832-4853-98cf-eacccd0b8af1 service nova] Acquired lock "refresh_cache-822f7587-6217-424b-93f8-a6d5c6b4907e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.992716] env[69846]: DEBUG nova.network.neutron [req-6ebeee54-49f3-4b9d-839e-7713c7ca16b7 req-334f8282-a832-4853-98cf-eacccd0b8af1 service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Refreshing network info cache for port dc987f4d-8140-461b-82de-d7f1f2ec7853 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.018042] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950301, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.077595] env[69846]: DEBUG oslo_vmware.api [None req-c5ccb8ee-b9fb-4a1a-a4f4-8437f00df5a9 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950299, 'name': SuspendVM_Task, 'duration_secs': 0.839381} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.081316] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ccb8ee-b9fb-4a1a-a4f4-8437f00df5a9 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Suspended the VM {{(pid=69846) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1095.081488] env[69846]: DEBUG nova.compute.manager [None req-c5ccb8ee-b9fb-4a1a-a4f4-8437f00df5a9 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.081855] env[69846]: DEBUG oslo_vmware.api [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950296, 'name': PowerOnVM_Task, 'duration_secs': 1.637373} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.082609] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac87faa7-a980-4f20-a9b9-5dd52d6b487f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.085296] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.085512] env[69846]: INFO nova.compute.manager [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Took 11.74 seconds to spawn the instance on the hypervisor. [ 1095.085696] env[69846]: DEBUG nova.compute.manager [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.086681] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3baa9d-2669-4540-8d8e-06e2b51cc912 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.112737] env[69846]: DEBUG nova.scheduler.client.report [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.282585] env[69846]: DEBUG oslo_vmware.api [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950300, 'name': PowerOffVM_Task, 'duration_secs': 0.558837} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.282855] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.283066] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.283337] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98cc8aad-0437-4273-aefa-74fff913706a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.360797] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.361053] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.361263] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Deleting the datastore file [datastore2] 1da375d4-3cc4-4669-85a3-22bae5ff6fe1 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.361552] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2104a339-d713-4363-a6e5-314decf5d679 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.370308] env[69846]: DEBUG oslo_vmware.api [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for the task: (returnval){ [ 1095.370308] env[69846]: value = "task-2950303" [ 1095.370308] env[69846]: _type = "Task" [ 1095.370308] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.379448] env[69846]: DEBUG oslo_vmware.api [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.476976] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950298, 'name': ReconfigVM_Task, 'duration_secs': 1.057212} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.477290] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Reconfigured VM instance instance-00000057 to attach disk [datastore1] f10e19a9-c2bc-40d5-ae31-66d4e95d8a44/f10e19a9-c2bc-40d5-ae31-66d4e95d8a44.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.477930] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08ef48f8-c0d0-4781-8cbb-a6e156479888 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.485930] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1095.485930] env[69846]: value = "task-2950304" [ 1095.485930] env[69846]: _type = "Task" [ 1095.485930] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.498467] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950304, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.510941] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950301, 'name': CreateVM_Task, 'duration_secs': 0.586154} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.511139] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.511831] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.512032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.512369] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.512650] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8779accc-a017-4fba-9816-7279221e955f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.519082] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1095.519082] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]520d1e13-2df0-2a2e-bbd5-43e1984ca7d5" [ 1095.519082] env[69846]: _type = "Task" [ 1095.519082] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.529309] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520d1e13-2df0-2a2e-bbd5-43e1984ca7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.614528] env[69846]: INFO nova.compute.manager [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Took 24.98 seconds to build instance. [ 1095.618775] env[69846]: DEBUG oslo_concurrency.lockutils [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.622034] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.839s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.622034] env[69846]: DEBUG nova.objects.instance [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1095.637791] env[69846]: INFO nova.scheduler.client.report [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Deleted allocations for instance 821ee995-2b25-4053-bc3c-6523f1db90e2 [ 1095.753093] env[69846]: DEBUG nova.network.neutron [req-6ebeee54-49f3-4b9d-839e-7713c7ca16b7 req-334f8282-a832-4853-98cf-eacccd0b8af1 service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Updated VIF entry in instance network info cache for port dc987f4d-8140-461b-82de-d7f1f2ec7853. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.753484] env[69846]: DEBUG nova.network.neutron [req-6ebeee54-49f3-4b9d-839e-7713c7ca16b7 req-334f8282-a832-4853-98cf-eacccd0b8af1 service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Updating instance_info_cache with network_info: [{"id": "dc987f4d-8140-461b-82de-d7f1f2ec7853", "address": "fa:16:3e:3d:bb:8c", "network": {"id": "f8df56bf-df76-4a40-80f9-4f453cec1751", "bridge": "br-int", "label": "tempest-ImagesTestJSON-820533015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c8e0597e1343e790cccd0f5edd75d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc987f4d-81", "ovs_interfaceid": "dc987f4d-8140-461b-82de-d7f1f2ec7853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.880681] env[69846]: DEBUG oslo_vmware.api [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Task: {'id': task-2950303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4683} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.880970] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.881044] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.881242] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.881468] env[69846]: INFO nova.compute.manager [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1095.881709] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.881914] env[69846]: DEBUG nova.compute.manager [-] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.882023] env[69846]: DEBUG nova.network.neutron [-] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.997149] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950304, 'name': Rename_Task, 'duration_secs': 0.378809} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.997478] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.997750] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c5d130-fc7d-4ee0-a7ee-3d6163dacf61 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.007694] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.007929] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.009336] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1096.009336] env[69846]: value = "task-2950305" [ 1096.009336] env[69846]: _type = "Task" [ 1096.009336] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.021653] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.033094] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520d1e13-2df0-2a2e-bbd5-43e1984ca7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.02165} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.033441] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.033683] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.033938] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.034116] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.034324] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.034590] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff14fa31-932e-49ff-9df5-4bc286238da4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.047600] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.047888] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.049009] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72065b0f-a0fa-4ca2-ac21-088ae281f1f9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.059560] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1096.059560] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526af03f-d7fa-8229-e08b-2e389ab2e38e" [ 1096.059560] env[69846]: _type = "Task" [ 1096.059560] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.068852] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526af03f-d7fa-8229-e08b-2e389ab2e38e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.116889] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9961546-18e6-4c6a-b8d4-6069407987ed tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.489s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.145628] env[69846]: DEBUG oslo_concurrency.lockutils [None req-53b7255d-ab65-46fe-bcba-19ba349ac9eb tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Lock "821ee995-2b25-4053-bc3c-6523f1db90e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.008s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.256556] env[69846]: DEBUG oslo_concurrency.lockutils [req-6ebeee54-49f3-4b9d-839e-7713c7ca16b7 req-334f8282-a832-4853-98cf-eacccd0b8af1 service nova] Releasing lock "refresh_cache-822f7587-6217-424b-93f8-a6d5c6b4907e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.482646] env[69846]: INFO nova.compute.manager [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Resuming [ 1096.483376] env[69846]: DEBUG nova.objects.instance [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lazy-loading 'flavor' on Instance uuid 80615314-3302-45dc-9dc8-f910eae5dbd9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.515562] env[69846]: DEBUG nova.compute.manager [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.529108] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950305, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.571814] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526af03f-d7fa-8229-e08b-2e389ab2e38e, 'name': SearchDatastore_Task, 'duration_secs': 0.015192} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.573031] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96120949-1ce5-4922-84a4-68b6b2ec8c2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.581233] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1096.581233] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528d8617-85c5-89fc-afc8-9efe5af58f51" [ 1096.581233] env[69846]: _type = "Task" [ 1096.581233] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.590671] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528d8617-85c5-89fc-afc8-9efe5af58f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.632197] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a03c7bd6-8b2b-4454-8b45-646be87992a2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.633759] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.344s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.635793] env[69846]: INFO nova.compute.claims [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.750107] env[69846]: DEBUG nova.network.neutron [-] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.795754] env[69846]: DEBUG oslo_concurrency.lockutils [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquiring lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.795948] env[69846]: DEBUG oslo_concurrency.lockutils [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.796181] env[69846]: DEBUG oslo_concurrency.lockutils [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquiring lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.796368] env[69846]: DEBUG oslo_concurrency.lockutils [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.796581] env[69846]: DEBUG oslo_concurrency.lockutils [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.798751] env[69846]: INFO nova.compute.manager [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Terminating instance [ 1097.027749] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950305, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.033664] env[69846]: DEBUG nova.compute.manager [req-7f20a542-3f15-460d-917f-fbc6fa5eee07 req-781b091a-ca6a-4ace-bf5f-ad10dedd731b service nova] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Received event network-vif-deleted-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.062036] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.092269] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528d8617-85c5-89fc-afc8-9efe5af58f51, 'name': SearchDatastore_Task, 'duration_secs': 0.02023} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.092649] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.092884] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 822f7587-6217-424b-93f8-a6d5c6b4907e/822f7587-6217-424b-93f8-a6d5c6b4907e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.093194] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84c0169a-0351-4fa9-8165-a9ca6917d245 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.103296] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1097.103296] env[69846]: value = "task-2950306" [ 1097.103296] env[69846]: _type = "Task" [ 1097.103296] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.113628] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.254687] env[69846]: INFO nova.compute.manager [-] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Took 1.37 seconds to deallocate network for instance. [ 1097.305077] env[69846]: DEBUG nova.compute.manager [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.305077] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.305665] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404b1fea-1f4d-4d18-906c-d66696d8260d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.320164] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.320386] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-758e5952-9cb6-492d-95d8-edca3ed0581d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.331026] env[69846]: DEBUG oslo_vmware.api [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for the task: (returnval){ [ 1097.331026] env[69846]: value = "task-2950307" [ 1097.331026] env[69846]: _type = "Task" [ 1097.331026] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.341803] env[69846]: DEBUG oslo_vmware.api [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.376019] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "04b1cc60-af72-4019-b659-529157de2ea5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.376019] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.523751] env[69846]: DEBUG oslo_vmware.api [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950305, 'name': PowerOnVM_Task, 'duration_secs': 1.022106} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.524094] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.524310] env[69846]: INFO nova.compute.manager [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Took 11.68 seconds to spawn the instance on the hypervisor. [ 1097.524548] env[69846]: DEBUG nova.compute.manager [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.525499] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85123153-7668-4116-a035-0e188e8aa813 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.614697] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950306, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.760262] env[69846]: DEBUG oslo_concurrency.lockutils [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.844080] env[69846]: DEBUG oslo_vmware.api [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950307, 'name': PowerOffVM_Task, 'duration_secs': 0.257426} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.844376] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.844546] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.844802] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b90c81f-a8a1-4bd7-b343-f237d8e8390d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.880367] env[69846]: INFO nova.compute.manager [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Detaching volume 01697096-7e2a-4226-80b8-4eb9ade94548 [ 1097.921675] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.921948] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.922241] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Deleting the datastore file [datastore2] b2a8f9d8-2280-4db8-8d9c-7167497ab345 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.922566] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-972eee25-10ce-4ad2-95c3-39d6ead13457 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.938142] env[69846]: DEBUG oslo_vmware.api [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for the task: (returnval){ [ 1097.938142] env[69846]: value = "task-2950309" [ 1097.938142] env[69846]: _type = "Task" [ 1097.938142] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.940650] env[69846]: INFO nova.virt.block_device [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Attempting to driver detach volume 01697096-7e2a-4226-80b8-4eb9ade94548 from mountpoint /dev/sdb [ 1097.940920] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1097.941150] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592105', 'volume_id': '01697096-7e2a-4226-80b8-4eb9ade94548', 'name': 'volume-01697096-7e2a-4226-80b8-4eb9ade94548', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04b1cc60-af72-4019-b659-529157de2ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '01697096-7e2a-4226-80b8-4eb9ade94548', 'serial': '01697096-7e2a-4226-80b8-4eb9ade94548'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1097.942140] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132e7fa2-00a8-4583-a3dd-a3c9be4d0a98 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.955313] env[69846]: DEBUG oslo_vmware.api [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.976849] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd78726-0a04-4888-83e5-270bb5b0c20d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.986329] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80b0fac-af82-4473-bb8b-6fb03324acd0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.992365] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8378f14-f20e-475b-8d06-1a4223a6c6af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.012369] env[69846]: DEBUG oslo_concurrency.lockutils [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.012369] env[69846]: DEBUG oslo_concurrency.lockutils [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquired lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.012369] env[69846]: DEBUG nova.network.neutron [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.014803] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8337273-9c38-4290-aaf2-bcf2660a97d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.020921] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba31e70e-bb38-4ec6-bc27-45b864ec6c74 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.037407] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] The volume has not been displaced from its original location: [datastore1] volume-01697096-7e2a-4226-80b8-4eb9ade94548/volume-01697096-7e2a-4226-80b8-4eb9ade94548.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1098.043591] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.051615] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dbe30ec-02c1-413b-8604-90e4994182ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.092944] env[69846]: INFO nova.compute.manager [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Took 25.68 seconds to build instance. [ 1098.094890] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3edfcf7-6aaf-4e4e-981f-eddd4646c4a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.100893] env[69846]: DEBUG oslo_vmware.api [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1098.100893] env[69846]: value = "task-2950310" [ 1098.100893] env[69846]: _type = "Task" [ 1098.100893] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.108604] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e632ff4f-d188-4833-9d81-35c0913130e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.134603] env[69846]: DEBUG nova.compute.provider_tree [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.136166] env[69846]: DEBUG oslo_vmware.api [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.140876] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697481} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.141043] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 822f7587-6217-424b-93f8-a6d5c6b4907e/822f7587-6217-424b-93f8-a6d5c6b4907e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.141237] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.141516] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93290bc8-3fe7-426e-9b3e-24e1f21c5f31 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.150549] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1098.150549] env[69846]: value = "task-2950311" [ 1098.150549] env[69846]: _type = "Task" [ 1098.150549] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.162380] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.447347] env[69846]: DEBUG oslo_vmware.api [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Task: {'id': task-2950309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308153} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.447898] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.448267] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.448596] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.448904] env[69846]: INFO nova.compute.manager [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1098.449403] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.450783] env[69846]: DEBUG nova.compute.manager [-] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.450783] env[69846]: DEBUG nova.network.neutron [-] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.604954] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1d406a71-37df-46ed-a943-76bf394057c2 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.209s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.619852] env[69846]: DEBUG oslo_vmware.api [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950310, 'name': ReconfigVM_Task, 'duration_secs': 0.275727} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.620182] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1098.625583] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0888299-6e2c-41a8-b487-bfc0e189b90f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.637979] env[69846]: DEBUG nova.scheduler.client.report [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.644793] env[69846]: DEBUG oslo_vmware.api [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1098.644793] env[69846]: value = "task-2950312" [ 1098.644793] env[69846]: _type = "Task" [ 1098.644793] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.662858] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092307} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.667274] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.667274] env[69846]: DEBUG oslo_vmware.api [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950312, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.668039] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e6ea50-1c9b-4407-8700-6590392e4aad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.698124] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 822f7587-6217-424b-93f8-a6d5c6b4907e/822f7587-6217-424b-93f8-a6d5c6b4907e.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.698512] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c6ad16e-b282-4667-b813-33d88411c8be {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.723774] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1098.723774] env[69846]: value = "task-2950313" [ 1098.723774] env[69846]: _type = "Task" [ 1098.723774] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.733407] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.752621] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.752915] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.753127] env[69846]: DEBUG nova.compute.manager [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.754031] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc84d57-ef12-460c-a31f-2ffca3ceccc7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.762613] env[69846]: DEBUG nova.compute.manager [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1098.763104] env[69846]: DEBUG nova.objects.instance [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lazy-loading 'flavor' on Instance uuid f10e19a9-c2bc-40d5-ae31-66d4e95d8a44 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.964225] env[69846]: DEBUG nova.network.neutron [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updating instance_info_cache with network_info: [{"id": "50b8545d-6a02-4982-b788-5b44438a9066", "address": "fa:16:3e:59:9e:2b", "network": {"id": "a9f51fbd-7b15-45af-b6f6-eb9987386290", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1906126871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98213ebe32a04a54bc9b0dca299d9068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b8545d-6a", "ovs_interfaceid": "50b8545d-6a02-4982-b788-5b44438a9066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.060331] env[69846]: DEBUG nova.compute.manager [req-727e6234-d7ee-4a95-9b5a-61dba2529765 req-a889f662-6fe5-4449-89b9-58432d175ad4 service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Received event network-vif-deleted-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.060747] env[69846]: INFO nova.compute.manager [req-727e6234-d7ee-4a95-9b5a-61dba2529765 req-a889f662-6fe5-4449-89b9-58432d175ad4 service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Neutron deleted interface 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1; detaching it from the instance and deleting it from the info cache [ 1099.060885] env[69846]: DEBUG nova.network.neutron [req-727e6234-d7ee-4a95-9b5a-61dba2529765 req-a889f662-6fe5-4449-89b9-58432d175ad4 service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.144217] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.144874] env[69846]: DEBUG nova.compute.manager [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.147560] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.042s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.149024] env[69846]: INFO nova.compute.claims [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.165026] env[69846]: DEBUG oslo_vmware.api [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950312, 'name': ReconfigVM_Task, 'duration_secs': 0.162286} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.165026] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592105', 'volume_id': '01697096-7e2a-4226-80b8-4eb9ade94548', 'name': 'volume-01697096-7e2a-4226-80b8-4eb9ade94548', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04b1cc60-af72-4019-b659-529157de2ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '01697096-7e2a-4226-80b8-4eb9ade94548', 'serial': '01697096-7e2a-4226-80b8-4eb9ade94548'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1099.241643] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950313, 'name': ReconfigVM_Task, 'duration_secs': 0.475558} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.241756] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 822f7587-6217-424b-93f8-a6d5c6b4907e/822f7587-6217-424b-93f8-a6d5c6b4907e.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.242649] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a70b3507-5cbf-4680-a2f4-de31627033d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.252172] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1099.252172] env[69846]: value = "task-2950314" [ 1099.252172] env[69846]: _type = "Task" [ 1099.252172] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.265222] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950314, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.435314] env[69846]: DEBUG nova.network.neutron [-] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.466899] env[69846]: DEBUG oslo_concurrency.lockutils [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Releasing lock "refresh_cache-80615314-3302-45dc-9dc8-f910eae5dbd9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.468071] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b04837-9bab-4332-9c37-13710fd39a65 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.477527] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Resuming the VM {{(pid=69846) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1099.477527] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d536cc4-7378-4030-88ec-eaf76d938e76 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.485211] env[69846]: DEBUG oslo_vmware.api [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1099.485211] env[69846]: value = "task-2950315" [ 1099.485211] env[69846]: _type = "Task" [ 1099.485211] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.496812] env[69846]: DEBUG oslo_vmware.api [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.564411] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d419a305-a2de-4b96-8219-148f4fe6e87e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.578066] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e2e476-6a96-4b5a-95a5-b03c8566755b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.629213] env[69846]: DEBUG nova.compute.manager [req-727e6234-d7ee-4a95-9b5a-61dba2529765 req-a889f662-6fe5-4449-89b9-58432d175ad4 service nova] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Detach interface failed, port_id=1b6a00a0-79ec-48fa-952f-8edcc9d4feb1, reason: Instance b2a8f9d8-2280-4db8-8d9c-7167497ab345 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.654665] env[69846]: DEBUG nova.compute.utils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.656446] env[69846]: DEBUG nova.compute.manager [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.656648] env[69846]: DEBUG nova.network.neutron [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.722280] env[69846]: DEBUG nova.objects.instance [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lazy-loading 'flavor' on Instance uuid 04b1cc60-af72-4019-b659-529157de2ea5 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.750900] env[69846]: DEBUG nova.policy [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14674f8cbc754d6abb1c71754493a2e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55424583623f4f13940cbf76cc693806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.763816] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950314, 'name': Rename_Task, 'duration_secs': 0.250401} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.763816] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.763816] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d8624b-b57f-4d3e-8946-6a40fd9943db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.771389] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.771726] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1099.771726] env[69846]: value = "task-2950316" [ 1099.771726] env[69846]: _type = "Task" [ 1099.771726] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.771961] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cba394d5-8f87-4872-8c24-e81100135531 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.782389] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.784261] env[69846]: DEBUG oslo_vmware.api [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1099.784261] env[69846]: value = "task-2950317" [ 1099.784261] env[69846]: _type = "Task" [ 1099.784261] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.802462] env[69846]: DEBUG oslo_vmware.api [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.939065] env[69846]: INFO nova.compute.manager [-] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Took 1.49 seconds to deallocate network for instance. [ 1100.002162] env[69846]: DEBUG oslo_vmware.api [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.162188] env[69846]: DEBUG nova.compute.manager [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.213328] env[69846]: DEBUG nova.network.neutron [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Successfully created port: e79728d5-7fde-41d6-b37c-5a6300796e66 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.291957] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950316, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.297588] env[69846]: DEBUG oslo_vmware.api [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950317, 'name': PowerOffVM_Task, 'duration_secs': 0.255575} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.300338] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.300551] env[69846]: DEBUG nova.compute.manager [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.301638] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa66764-9189-47c9-b8c1-d634b6df9277 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.458540] env[69846]: DEBUG oslo_concurrency.lockutils [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.499850] env[69846]: DEBUG oslo_vmware.api [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950315, 'name': PowerOnVM_Task, 'duration_secs': 0.606293} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.500459] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Resumed the VM {{(pid=69846) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1100.500773] env[69846]: DEBUG nova.compute.manager [None req-add850c5-bd2f-4e0c-8014-bfe062d2fe63 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.502567] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c2c549-c4bc-40a2-8677-faea9e89c5d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.546598] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b009378-6b18-42b6-8eee-e60de5a245bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.556851] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262ee803-61c9-4498-8518-019da99c15bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.594587] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec95534-c5a0-4bcd-bf63-4846fd9c9de3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.603962] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8806fdb2-0cd2-4806-96ef-f8f0eec77c74 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.629405] env[69846]: DEBUG nova.compute.provider_tree [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.732335] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a486a3dc-b499-4bbb-bb69-81c3a5faeaf2 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.358s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.785501] env[69846]: DEBUG oslo_vmware.api [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950316, 'name': PowerOnVM_Task, 'duration_secs': 0.594415} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.786139] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.786361] env[69846]: INFO nova.compute.manager [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1100.786543] env[69846]: DEBUG nova.compute.manager [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.787419] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a68e05c-7ba8-4a5d-9d26-676c5dcc2b06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.815530] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1a755238-1bb0-4579-9cf1-83adb4819067 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.113751] env[69846]: DEBUG oslo_concurrency.lockutils [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "04b1cc60-af72-4019-b659-529157de2ea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.114050] env[69846]: DEBUG oslo_concurrency.lockutils [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.114278] env[69846]: DEBUG oslo_concurrency.lockutils [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "04b1cc60-af72-4019-b659-529157de2ea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.114465] env[69846]: DEBUG oslo_concurrency.lockutils [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.114637] env[69846]: DEBUG oslo_concurrency.lockutils [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.116860] env[69846]: INFO nova.compute.manager [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Terminating instance [ 1101.134746] env[69846]: DEBUG nova.scheduler.client.report [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.178807] env[69846]: DEBUG nova.compute.manager [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.198084] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.198392] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.198604] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.198787] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.199123] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.201541] env[69846]: INFO nova.compute.manager [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Terminating instance [ 1101.307234] env[69846]: INFO nova.compute.manager [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Took 19.19 seconds to build instance. [ 1101.473222] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.473519] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.473724] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.473859] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.474184] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.474379] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.474604] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.474768] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.475264] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.475264] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.475264] env[69846]: DEBUG nova.virt.hardware [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.476228] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328f1c6b-ff70-4b0c-9cdb-b96721f32722 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.486429] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2f86d2-546b-4594-bc9e-406a04cd56a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.620092] env[69846]: DEBUG oslo_vmware.rw_handles [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb239d-2fbf-0df8-c185-402a240ed3dc/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1101.620641] env[69846]: DEBUG nova.compute.manager [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.620841] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.621733] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f91576-dc4f-4014-80c5-26d7904a2282 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.625368] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdf12da-8790-4037-8ddd-8197b427adfe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.633578] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.634930] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c590c6-7fa1-4d1c-a432-27b48520dcdb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.636435] env[69846]: DEBUG oslo_vmware.rw_handles [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb239d-2fbf-0df8-c185-402a240ed3dc/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1101.636598] env[69846]: ERROR oslo_vmware.rw_handles [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb239d-2fbf-0df8-c185-402a240ed3dc/disk-0.vmdk due to incomplete transfer. [ 1101.636812] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-609a3450-e7a1-44e6-92bc-9c3e5c08601d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.639346] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.639852] env[69846]: DEBUG nova.compute.manager [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.647648] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.586s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.654032] env[69846]: INFO nova.compute.claims [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.654032] env[69846]: DEBUG oslo_vmware.api [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1101.654032] env[69846]: value = "task-2950318" [ 1101.654032] env[69846]: _type = "Task" [ 1101.654032] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.656231] env[69846]: DEBUG oslo_vmware.rw_handles [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb239d-2fbf-0df8-c185-402a240ed3dc/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1101.656629] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Uploaded image 6b1506f4-99ad-403a-8770-8b29768c16b6 to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1101.659656] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1101.665428] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a5695b62-5df1-47c6-a80f-6136a9e33da1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.679288] env[69846]: DEBUG oslo_vmware.api [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.681366] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1101.681366] env[69846]: value = "task-2950319" [ 1101.681366] env[69846]: _type = "Task" [ 1101.681366] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.694755] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950319, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.705154] env[69846]: DEBUG nova.compute.manager [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.705431] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.706462] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d41ec0-7a40-41f5-a7ae-e445bb861a16 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.715885] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.716199] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d130b564-5471-4a20-bc61-5eee3b50bcf6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.792230] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.793679] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.793935] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleting the datastore file [datastore1] f10e19a9-c2bc-40d5-ae31-66d4e95d8a44 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.794326] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e63e908-ee88-465c-ac1c-9dc1ec1ada58 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.803143] env[69846]: DEBUG oslo_vmware.api [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1101.803143] env[69846]: value = "task-2950321" [ 1101.803143] env[69846]: _type = "Task" [ 1101.803143] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.808300] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ff35fa2-c992-4714-96d8-6d9b710a0038 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "822f7587-6217-424b-93f8-a6d5c6b4907e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.704s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.812808] env[69846]: DEBUG oslo_vmware.api [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.148648] env[69846]: DEBUG nova.compute.utils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.150260] env[69846]: DEBUG nova.compute.manager [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.150464] env[69846]: DEBUG nova.network.neutron [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.170720] env[69846]: DEBUG oslo_vmware.api [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950318, 'name': PowerOffVM_Task, 'duration_secs': 0.386131} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.171139] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.171385] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.171965] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9838ae0-4265-4d29-94e0-3161e1580d6f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.196008] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950319, 'name': Destroy_Task, 'duration_secs': 0.4835} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.197389] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Destroyed the VM [ 1102.197693] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1102.199277] env[69846]: DEBUG nova.compute.manager [req-19875a82-6eba-4056-8eda-d64b4bc4bcaf req-b9dc8486-fab7-459c-a97a-2cddc2bd00ac service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Received event network-vif-plugged-e79728d5-7fde-41d6-b37c-5a6300796e66 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.199700] env[69846]: DEBUG oslo_concurrency.lockutils [req-19875a82-6eba-4056-8eda-d64b4bc4bcaf req-b9dc8486-fab7-459c-a97a-2cddc2bd00ac service nova] Acquiring lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.199956] env[69846]: DEBUG oslo_concurrency.lockutils [req-19875a82-6eba-4056-8eda-d64b4bc4bcaf req-b9dc8486-fab7-459c-a97a-2cddc2bd00ac service nova] Lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.200182] env[69846]: DEBUG oslo_concurrency.lockutils [req-19875a82-6eba-4056-8eda-d64b4bc4bcaf req-b9dc8486-fab7-459c-a97a-2cddc2bd00ac service nova] Lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.200394] env[69846]: DEBUG nova.compute.manager [req-19875a82-6eba-4056-8eda-d64b4bc4bcaf req-b9dc8486-fab7-459c-a97a-2cddc2bd00ac service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] No waiting events found dispatching network-vif-plugged-e79728d5-7fde-41d6-b37c-5a6300796e66 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.200647] env[69846]: WARNING nova.compute.manager [req-19875a82-6eba-4056-8eda-d64b4bc4bcaf req-b9dc8486-fab7-459c-a97a-2cddc2bd00ac service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Received unexpected event network-vif-plugged-e79728d5-7fde-41d6-b37c-5a6300796e66 for instance with vm_state building and task_state spawning. [ 1102.201045] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4b47c532-a756-446b-8e9e-da0e190cf100 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.210139] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1102.210139] env[69846]: value = "task-2950323" [ 1102.210139] env[69846]: _type = "Task" [ 1102.210139] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.221752] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950323, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.242092] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.242334] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.242515] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Deleting the datastore file [datastore2] 04b1cc60-af72-4019-b659-529157de2ea5 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.242799] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69894194-70fa-4c38-a3aa-8b743f5b4574 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.249919] env[69846]: DEBUG oslo_vmware.api [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1102.249919] env[69846]: value = "task-2950324" [ 1102.249919] env[69846]: _type = "Task" [ 1102.249919] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.259493] env[69846]: DEBUG oslo_vmware.api [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.274033] env[69846]: DEBUG nova.policy [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c1a0d25be1453fa86a74d2d6bc2ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fa4c59e1a7434fac15a4918624a887', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.311964] env[69846]: DEBUG nova.network.neutron [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Successfully updated port: e79728d5-7fde-41d6-b37c-5a6300796e66 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.324329] env[69846]: DEBUG oslo_vmware.api [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274451} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.326195] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.326195] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.326195] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.326195] env[69846]: INFO nova.compute.manager [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1102.326493] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.326787] env[69846]: DEBUG nova.compute.manager [-] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.326932] env[69846]: DEBUG nova.network.neutron [-] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.512423] env[69846]: DEBUG nova.compute.manager [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.513363] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d35e8da-e92e-4ec3-8056-efd481dc8d8a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.655055] env[69846]: DEBUG nova.compute.manager [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.729984] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950323, 'name': RemoveSnapshot_Task} progress is 61%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.761236] env[69846]: DEBUG oslo_vmware.api [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186127} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.761742] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.762228] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.762549] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.762844] env[69846]: INFO nova.compute.manager [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1102.763372] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.766126] env[69846]: DEBUG nova.compute.manager [-] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.766341] env[69846]: DEBUG nova.network.neutron [-] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.816569] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "refresh_cache-7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.817050] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired lock "refresh_cache-7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.817213] env[69846]: DEBUG nova.network.neutron [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.003451] env[69846]: DEBUG nova.network.neutron [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Successfully created port: 044b660e-422f-478f-9797-487a14400a76 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.021560] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a29dd05-ccf6-4944-a8a4-3e874fbf6e1a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.026472] env[69846]: INFO nova.compute.manager [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] instance snapshotting [ 1103.030374] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337bf2e-0a0e-4fbe-8cc0-3578edfe0fd4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.037161] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba11f164-4d62-433e-b55c-3ad58915e5e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.057064] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71df3ec1-6a3c-49a6-bd73-bc940681eb8d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.090723] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4c7090-cc69-437b-b684-14d793e31891 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.104957] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f11042-afdd-48ca-82f1-5a8f5beee84d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.118369] env[69846]: DEBUG nova.compute.provider_tree [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.224163] env[69846]: DEBUG oslo_vmware.api [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950323, 'name': RemoveSnapshot_Task, 'duration_secs': 0.61383} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.224600] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1103.224779] env[69846]: INFO nova.compute.manager [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Took 17.40 seconds to snapshot the instance on the hypervisor. [ 1103.387042] env[69846]: DEBUG nova.network.neutron [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.399766] env[69846]: DEBUG nova.network.neutron [-] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.599709] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1103.600040] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-430b2f01-3193-47b8-9c20-610d0322694d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.610200] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1103.610200] env[69846]: value = "task-2950325" [ 1103.610200] env[69846]: _type = "Task" [ 1103.610200] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.625923] env[69846]: DEBUG nova.scheduler.client.report [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.629344] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.665192] env[69846]: DEBUG nova.compute.manager [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.694789] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.694930] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.695068] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.695281] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.695450] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.695626] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.695854] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.696043] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.696251] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.696438] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.696625] env[69846]: DEBUG nova.virt.hardware [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.697625] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94a0173-af1f-4138-8b5c-a84a5786b2da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.707352] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0309e43-c3c3-45e3-8159-e3f98c595310 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.725501] env[69846]: DEBUG nova.network.neutron [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Updating instance_info_cache with network_info: [{"id": "e79728d5-7fde-41d6-b37c-5a6300796e66", "address": "fa:16:3e:cd:e9:06", "network": {"id": "67b47392-3248-4106-b7b1-a511d484824f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994238828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55424583623f4f13940cbf76cc693806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79728d5-7f", "ovs_interfaceid": "e79728d5-7fde-41d6-b37c-5a6300796e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.781298] env[69846]: DEBUG nova.compute.manager [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Found 3 images (rotation: 2) {{(pid=69846) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1103.781665] env[69846]: DEBUG nova.compute.manager [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Rotating out 1 backups {{(pid=69846) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1103.782022] env[69846]: DEBUG nova.compute.manager [None req-b80b2295-e843-47b2-b092-80f9e5c8a7eb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Deleting image 4cf851a8-9df1-475d-a626-12fe75c70511 {{(pid=69846) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1103.792198] env[69846]: DEBUG nova.compute.manager [req-c98cce1c-ba23-444f-be76-4edff7c41229 req-9b299d59-894e-4728-a509-a2d6173fd767 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Received event network-vif-deleted-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.792872] env[69846]: INFO nova.compute.manager [req-c98cce1c-ba23-444f-be76-4edff7c41229 req-9b299d59-894e-4728-a509-a2d6173fd767 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Neutron deleted interface f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32; detaching it from the instance and deleting it from the info cache [ 1103.793185] env[69846]: DEBUG nova.network.neutron [req-c98cce1c-ba23-444f-be76-4edff7c41229 req-9b299d59-894e-4728-a509-a2d6173fd767 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.903600] env[69846]: INFO nova.compute.manager [-] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Took 1.58 seconds to deallocate network for instance. [ 1104.082341] env[69846]: DEBUG nova.network.neutron [-] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.126954] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.137192] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.137802] env[69846]: DEBUG nova.compute.manager [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.142513] env[69846]: DEBUG oslo_concurrency.lockutils [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.382s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.142827] env[69846]: DEBUG nova.objects.instance [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lazy-loading 'resources' on Instance uuid 1da375d4-3cc4-4669-85a3-22bae5ff6fe1 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.229063] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Releasing lock "refresh_cache-7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.229696] env[69846]: DEBUG nova.compute.manager [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Instance network_info: |[{"id": "e79728d5-7fde-41d6-b37c-5a6300796e66", "address": "fa:16:3e:cd:e9:06", "network": {"id": "67b47392-3248-4106-b7b1-a511d484824f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994238828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55424583623f4f13940cbf76cc693806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79728d5-7f", "ovs_interfaceid": "e79728d5-7fde-41d6-b37c-5a6300796e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.229975] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:e9:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e79728d5-7fde-41d6-b37c-5a6300796e66', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.238119] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Creating folder: Project (55424583623f4f13940cbf76cc693806). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.238741] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f456057-1db0-4d04-9b04-0a0d93c14263 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.251904] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Created folder: Project (55424583623f4f13940cbf76cc693806) in parent group-v591891. [ 1104.252016] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Creating folder: Instances. Parent ref: group-v592148. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.252646] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a4df96c-e0ff-4f0c-94a1-9144da3d4b7b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.268239] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Created folder: Instances in parent group-v592148. [ 1104.268239] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.268239] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.268239] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94e432ee-b23b-41eb-8c9d-9e0bf6b6beae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.297265] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b3aca40-c198-4e0f-b975-9a5a43a2eb26 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.299721] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.299721] env[69846]: value = "task-2950328" [ 1104.299721] env[69846]: _type = "Task" [ 1104.299721] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.313048] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950328, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.314593] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b00223-c92d-4b09-a15f-e35dd6c1f5fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.361155] env[69846]: DEBUG nova.compute.manager [req-c98cce1c-ba23-444f-be76-4edff7c41229 req-9b299d59-894e-4728-a509-a2d6173fd767 service nova] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Detach interface failed, port_id=f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32, reason: Instance 04b1cc60-af72-4019-b659-529157de2ea5 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.417863] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.457158] env[69846]: DEBUG nova.compute.manager [req-d1a453f0-f72b-479b-8751-871935edde86 req-1c4e3533-b7c3-4ec0-81f2-fb6a8f01f29b service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Received event network-changed-e79728d5-7fde-41d6-b37c-5a6300796e66 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.457158] env[69846]: DEBUG nova.compute.manager [req-d1a453f0-f72b-479b-8751-871935edde86 req-1c4e3533-b7c3-4ec0-81f2-fb6a8f01f29b service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Refreshing instance network info cache due to event network-changed-e79728d5-7fde-41d6-b37c-5a6300796e66. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.457539] env[69846]: DEBUG oslo_concurrency.lockutils [req-d1a453f0-f72b-479b-8751-871935edde86 req-1c4e3533-b7c3-4ec0-81f2-fb6a8f01f29b service nova] Acquiring lock "refresh_cache-7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.457715] env[69846]: DEBUG oslo_concurrency.lockutils [req-d1a453f0-f72b-479b-8751-871935edde86 req-1c4e3533-b7c3-4ec0-81f2-fb6a8f01f29b service nova] Acquired lock "refresh_cache-7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.458138] env[69846]: DEBUG nova.network.neutron [req-d1a453f0-f72b-479b-8751-871935edde86 req-1c4e3533-b7c3-4ec0-81f2-fb6a8f01f29b service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Refreshing network info cache for port e79728d5-7fde-41d6-b37c-5a6300796e66 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.586196] env[69846]: INFO nova.compute.manager [-] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Took 1.82 seconds to deallocate network for instance. [ 1104.623864] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950325, 'name': CreateSnapshot_Task, 'duration_secs': 0.803056} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.624218] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1104.625059] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d7fadb-d99a-4741-8887-ce4606d68a41 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.646168] env[69846]: DEBUG nova.compute.utils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.652451] env[69846]: DEBUG nova.compute.manager [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.652674] env[69846]: DEBUG nova.network.neutron [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.812546] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950328, 'name': CreateVM_Task, 'duration_secs': 0.42676} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.812546] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.813224] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.813224] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.813566] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.813738] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0551cce4-ef5b-4fd8-aa55-d8085328762f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.820111] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1104.820111] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c5a597-c682-63a7-b1ee-422c24c5289d" [ 1104.820111] env[69846]: _type = "Task" [ 1104.820111] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.834769] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c5a597-c682-63a7-b1ee-422c24c5289d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.997890] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4620a0c5-4d54-4814-bdf9-732ac8a7ef43 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.011452] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c5784d-4d9a-40cf-b3f8-26682235f7d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.050806] env[69846]: DEBUG nova.policy [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818e610fd4c643f393d56d659681509d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2de4df8dc85446bb038ee0323d2af9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.055564] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58493f7-eb21-4e7a-acea-8b474b8e3a8c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.065849] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4de0f0b-2895-4ddb-8483-f22ab27b556b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.082164] env[69846]: DEBUG nova.compute.provider_tree [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.087946] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquiring lock "35159d6d-db07-477d-b589-8d1e3e37cb1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.088186] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lock "35159d6d-db07-477d-b589-8d1e3e37cb1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.095687] env[69846]: DEBUG oslo_concurrency.lockutils [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.149483] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1105.150290] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-31e9e2e7-8ebb-43af-a31f-ea44325d2d2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.157143] env[69846]: DEBUG nova.compute.manager [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.169834] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1105.169834] env[69846]: value = "task-2950329" [ 1105.169834] env[69846]: _type = "Task" [ 1105.169834] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.181694] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950329, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.333463] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c5a597-c682-63a7-b1ee-422c24c5289d, 'name': SearchDatastore_Task, 'duration_secs': 0.01424} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.333783] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.333919] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.334264] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.334346] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.334839] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.334839] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f24934e-9f55-4dad-bd2e-c8a66267c9f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.356523] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.356790] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.357714] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c750d2-efe7-4261-9d36-be1c4b12b928 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.364789] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1105.364789] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5201c478-f220-450a-1269-a6a6b0f31e7f" [ 1105.364789] env[69846]: _type = "Task" [ 1105.364789] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.383039] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5201c478-f220-450a-1269-a6a6b0f31e7f, 'name': SearchDatastore_Task} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.383039] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456dc95c-ade4-446a-a972-379c6541bda3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.388787] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1105.388787] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52aeedcb-5925-ba10-538e-acefde21007a" [ 1105.388787] env[69846]: _type = "Task" [ 1105.388787] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.399539] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52aeedcb-5925-ba10-538e-acefde21007a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.482290] env[69846]: DEBUG nova.network.neutron [req-d1a453f0-f72b-479b-8751-871935edde86 req-1c4e3533-b7c3-4ec0-81f2-fb6a8f01f29b service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Updated VIF entry in instance network info cache for port e79728d5-7fde-41d6-b37c-5a6300796e66. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.483376] env[69846]: DEBUG nova.network.neutron [req-d1a453f0-f72b-479b-8751-871935edde86 req-1c4e3533-b7c3-4ec0-81f2-fb6a8f01f29b service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Updating instance_info_cache with network_info: [{"id": "e79728d5-7fde-41d6-b37c-5a6300796e66", "address": "fa:16:3e:cd:e9:06", "network": {"id": "67b47392-3248-4106-b7b1-a511d484824f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994238828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55424583623f4f13940cbf76cc693806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79728d5-7f", "ovs_interfaceid": "e79728d5-7fde-41d6-b37c-5a6300796e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.590256] env[69846]: DEBUG nova.scheduler.client.report [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.594518] env[69846]: DEBUG nova.compute.manager [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.684673] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950329, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.710164] env[69846]: DEBUG nova.network.neutron [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Successfully updated port: 044b660e-422f-478f-9797-487a14400a76 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.826535] env[69846]: DEBUG nova.network.neutron [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Successfully created port: aea952f1-9696-4cbc-9c01-a85097827700 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.900534] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52aeedcb-5925-ba10-538e-acefde21007a, 'name': SearchDatastore_Task, 'duration_secs': 0.020989} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.900816] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.901105] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8/7a0ce223-566b-4db6-8ef7-f65b63f7a4b8.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.901384] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2784d1af-4a7b-4e8f-a3b0-da497539f630 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.909817] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1105.909817] env[69846]: value = "task-2950330" [ 1105.909817] env[69846]: _type = "Task" [ 1105.909817] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.919930] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.988109] env[69846]: DEBUG oslo_concurrency.lockutils [req-d1a453f0-f72b-479b-8751-871935edde86 req-1c4e3533-b7c3-4ec0-81f2-fb6a8f01f29b service nova] Releasing lock "refresh_cache-7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.988109] env[69846]: DEBUG nova.compute.manager [req-d1a453f0-f72b-479b-8751-871935edde86 req-1c4e3533-b7c3-4ec0-81f2-fb6a8f01f29b service nova] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Received event network-vif-deleted-0bb1ba07-5ed5-470f-ad68-dc198683281c {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.099286] env[69846]: DEBUG oslo_concurrency.lockutils [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.107265] env[69846]: DEBUG oslo_concurrency.lockutils [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.648s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.107265] env[69846]: DEBUG nova.objects.instance [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lazy-loading 'resources' on Instance uuid b2a8f9d8-2280-4db8-8d9c-7167497ab345 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.126130] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.134799] env[69846]: INFO nova.scheduler.client.report [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Deleted allocations for instance 1da375d4-3cc4-4669-85a3-22bae5ff6fe1 [ 1106.168902] env[69846]: DEBUG nova.compute.manager [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.185745] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950329, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.206679] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.209467] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.209467] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.209467] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.209467] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.209467] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.209467] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.209467] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.210183] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.210183] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.210183] env[69846]: DEBUG nova.virt.hardware [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.211454] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9083fb-a14d-4066-8bcd-547c43e264ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.215767] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "refresh_cache-765eabbf-d55d-4c14-98c9-07df6a92d3ed" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.215941] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "refresh_cache-765eabbf-d55d-4c14-98c9-07df6a92d3ed" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.216171] env[69846]: DEBUG nova.network.neutron [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.225052] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d7e401-1924-48d2-8a07-dc7b83956a5c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.259390] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.259390] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.259390] env[69846]: DEBUG nova.compute.manager [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.260158] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642db497-3b3a-451a-ae4d-07cbc6cf1e1f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.269316] env[69846]: DEBUG nova.compute.manager [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1106.269956] env[69846]: DEBUG nova.objects.instance [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'flavor' on Instance uuid ac1a2386-9eff-4eec-bb5c-bce4339a782d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.421511] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498572} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.421511] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8/7a0ce223-566b-4db6-8ef7-f65b63f7a4b8.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.421511] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.421887] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bb69c7d-e46c-40c6-8f63-903c8dea8942 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.430311] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1106.430311] env[69846]: value = "task-2950331" [ 1106.430311] env[69846]: _type = "Task" [ 1106.430311] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.440373] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.485043] env[69846]: DEBUG nova.compute.manager [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Received event network-vif-plugged-044b660e-422f-478f-9797-487a14400a76 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.485273] env[69846]: DEBUG oslo_concurrency.lockutils [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] Acquiring lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.485506] env[69846]: DEBUG oslo_concurrency.lockutils [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] Lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.485737] env[69846]: DEBUG oslo_concurrency.lockutils [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] Lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.485985] env[69846]: DEBUG nova.compute.manager [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] No waiting events found dispatching network-vif-plugged-044b660e-422f-478f-9797-487a14400a76 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.486374] env[69846]: WARNING nova.compute.manager [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Received unexpected event network-vif-plugged-044b660e-422f-478f-9797-487a14400a76 for instance with vm_state building and task_state spawning. [ 1106.486599] env[69846]: DEBUG nova.compute.manager [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Received event network-changed-044b660e-422f-478f-9797-487a14400a76 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.486808] env[69846]: DEBUG nova.compute.manager [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Refreshing instance network info cache due to event network-changed-044b660e-422f-478f-9797-487a14400a76. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.487038] env[69846]: DEBUG oslo_concurrency.lockutils [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] Acquiring lock "refresh_cache-765eabbf-d55d-4c14-98c9-07df6a92d3ed" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.645532] env[69846]: DEBUG oslo_concurrency.lockutils [None req-83791526-24c5-474e-a256-3d92050d2e1a tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Lock "1da375d4-3cc4-4669-85a3-22bae5ff6fe1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.923s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.689083] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950329, 'name': CloneVM_Task} progress is 95%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.752243] env[69846]: DEBUG nova.network.neutron [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.911147] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5082a9e5-c9c1-4f2b-a5c1-413589363be9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.920932] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6eb5be-9ec1-4927-899a-cf4c7d53b3e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.960138] env[69846]: DEBUG nova.network.neutron [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Updating instance_info_cache with network_info: [{"id": "044b660e-422f-478f-9797-487a14400a76", "address": "fa:16:3e:be:30:de", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap044b660e-42", "ovs_interfaceid": "044b660e-422f-478f-9797-487a14400a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.965205] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1024b179-bb15-41aa-9ffd-7ca996d00013 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.976852] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0f4b4e-cc24-42ff-bfbf-5b99606cadc0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.981683] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079243} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.983034] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.984736] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb54bc8-2fba-46cb-ba25-591c753ed3c3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.001092] env[69846]: DEBUG nova.compute.provider_tree [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.022068] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8/7a0ce223-566b-4db6-8ef7-f65b63f7a4b8.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.022639] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab1440cb-12f4-42ab-825a-ea3c3ee88610 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.045399] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1107.045399] env[69846]: value = "task-2950332" [ 1107.045399] env[69846]: _type = "Task" [ 1107.045399] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.055154] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "80615314-3302-45dc-9dc8-f910eae5dbd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.055351] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.056610] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.056610] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.056610] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.057522] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.057992] env[69846]: INFO nova.compute.manager [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Terminating instance [ 1107.192026] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950329, 'name': CloneVM_Task, 'duration_secs': 1.735116} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.192493] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Created linked-clone VM from snapshot [ 1107.195513] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daf621d-9489-4c8e-b787-f969cb8a3bd4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.209379] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Uploading image 841508d0-6f0a-43fe-b854-fc28bd405bb7 {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1107.225720] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1107.226017] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd9b5571-fd65-4e3b-8502-79b5e0d8e25f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.235895] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1107.235895] env[69846]: value = "task-2950333" [ 1107.235895] env[69846]: _type = "Task" [ 1107.235895] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.246195] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950333, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.282500] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.282588] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a908d70-bc4b-4860-9f46-a5aa5ea98173 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.293371] env[69846]: DEBUG oslo_vmware.api [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1107.293371] env[69846]: value = "task-2950334" [ 1107.293371] env[69846]: _type = "Task" [ 1107.293371] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.305348] env[69846]: DEBUG oslo_vmware.api [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.469288] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "refresh_cache-765eabbf-d55d-4c14-98c9-07df6a92d3ed" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.469656] env[69846]: DEBUG nova.compute.manager [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Instance network_info: |[{"id": "044b660e-422f-478f-9797-487a14400a76", "address": "fa:16:3e:be:30:de", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap044b660e-42", "ovs_interfaceid": "044b660e-422f-478f-9797-487a14400a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.470010] env[69846]: DEBUG oslo_concurrency.lockutils [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] Acquired lock "refresh_cache-765eabbf-d55d-4c14-98c9-07df6a92d3ed" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.470209] env[69846]: DEBUG nova.network.neutron [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Refreshing network info cache for port 044b660e-422f-478f-9797-487a14400a76 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.471433] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:30:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '044b660e-422f-478f-9797-487a14400a76', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.482035] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.483111] env[69846]: DEBUG nova.network.neutron [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Successfully updated port: aea952f1-9696-4cbc-9c01-a85097827700 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.489980] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.490720] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14901a74-17f8-4b4a-b5b5-13ec53dc9acb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.510387] env[69846]: DEBUG nova.scheduler.client.report [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.530458] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.530458] env[69846]: value = "task-2950335" [ 1107.530458] env[69846]: _type = "Task" [ 1107.530458] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.543665] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950335, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.559979] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950332, 'name': ReconfigVM_Task, 'duration_secs': 0.327443} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.560312] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8/7a0ce223-566b-4db6-8ef7-f65b63f7a4b8.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.561276] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b0d035b-a08f-403c-994e-b9a5222f7fde {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.563518] env[69846]: DEBUG nova.compute.manager [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.563754] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.564591] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc25fd-c178-4ef7-a6e1-774e11cc8664 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.579372] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.580188] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74a86f7d-351c-472a-bef6-6879bc1678f4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.582859] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1107.582859] env[69846]: value = "task-2950336" [ 1107.582859] env[69846]: _type = "Task" [ 1107.582859] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.591696] env[69846]: DEBUG oslo_vmware.api [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1107.591696] env[69846]: value = "task-2950337" [ 1107.591696] env[69846]: _type = "Task" [ 1107.591696] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.595581] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950336, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.610053] env[69846]: DEBUG oslo_vmware.api [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.747594] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950333, 'name': Destroy_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.806795] env[69846]: DEBUG oslo_vmware.api [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950334, 'name': PowerOffVM_Task, 'duration_secs': 0.280565} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.807116] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.807350] env[69846]: DEBUG nova.compute.manager [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.808421] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38e4780-bdc1-445a-bcea-eeb3a608d7c1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.843056] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "57215d4f-805a-43ad-ac2e-704ed71ed837" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.843056] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.886467] env[69846]: DEBUG nova.network.neutron [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Updated VIF entry in instance network info cache for port 044b660e-422f-478f-9797-487a14400a76. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.886569] env[69846]: DEBUG nova.network.neutron [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Updating instance_info_cache with network_info: [{"id": "044b660e-422f-478f-9797-487a14400a76", "address": "fa:16:3e:be:30:de", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap044b660e-42", "ovs_interfaceid": "044b660e-422f-478f-9797-487a14400a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.991380] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.991537] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.991689] env[69846]: DEBUG nova.network.neutron [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.017132] env[69846]: DEBUG oslo_concurrency.lockutils [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.020159] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.602s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.020437] env[69846]: DEBUG nova.objects.instance [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lazy-loading 'resources' on Instance uuid f10e19a9-c2bc-40d5-ae31-66d4e95d8a44 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.045362] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950335, 'name': CreateVM_Task, 'duration_secs': 0.508313} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.045560] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.046475] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.046645] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.047012] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.047473] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-200ea6a8-668b-4bb6-bbe9-abbbff1e3d17 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.049899] env[69846]: INFO nova.scheduler.client.report [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Deleted allocations for instance b2a8f9d8-2280-4db8-8d9c-7167497ab345 [ 1108.056336] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1108.056336] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524f53ed-aead-5466-a609-99567d660b78" [ 1108.056336] env[69846]: _type = "Task" [ 1108.056336] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.066956] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524f53ed-aead-5466-a609-99567d660b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.094509] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950336, 'name': Rename_Task, 'duration_secs': 0.291751} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.094902] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.095209] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091b7f88-763c-4933-913a-dc6016b801cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.107751] env[69846]: DEBUG oslo_vmware.api [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950337, 'name': PowerOffVM_Task, 'duration_secs': 0.296845} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.109407] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.109636] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.109983] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1108.109983] env[69846]: value = "task-2950338" [ 1108.109983] env[69846]: _type = "Task" [ 1108.109983] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.110451] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fa684a0-3844-48c6-8e9d-5b0664b5410b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.121073] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.204378] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.204675] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.204872] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleting the datastore file [datastore2] 80615314-3302-45dc-9dc8-f910eae5dbd9 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.205236] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3bdc5b9-cb2d-486e-b08c-2f83d7ad74f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.213931] env[69846]: DEBUG oslo_vmware.api [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for the task: (returnval){ [ 1108.213931] env[69846]: value = "task-2950340" [ 1108.213931] env[69846]: _type = "Task" [ 1108.213931] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.224298] env[69846]: DEBUG oslo_vmware.api [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.248081] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950333, 'name': Destroy_Task, 'duration_secs': 0.774614} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.248427] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Destroyed the VM [ 1108.248698] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1108.248986] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a18d4908-9ef5-464b-be68-2a1009c49ff6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.257277] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1108.257277] env[69846]: value = "task-2950341" [ 1108.257277] env[69846]: _type = "Task" [ 1108.257277] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.266149] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950341, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.323787] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a5fe055-31e5-4807-96ec-5b9001296246 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.345730] env[69846]: INFO nova.compute.manager [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Detaching volume 02bb36e3-24bc-4812-bb41-251b352c264c [ 1108.390802] env[69846]: INFO nova.virt.block_device [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Attempting to driver detach volume 02bb36e3-24bc-4812-bb41-251b352c264c from mountpoint /dev/sdb [ 1108.391062] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1108.391261] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592116', 'volume_id': '02bb36e3-24bc-4812-bb41-251b352c264c', 'name': 'volume-02bb36e3-24bc-4812-bb41-251b352c264c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57215d4f-805a-43ad-ac2e-704ed71ed837', 'attached_at': '', 'detached_at': '', 'volume_id': '02bb36e3-24bc-4812-bb41-251b352c264c', 'serial': '02bb36e3-24bc-4812-bb41-251b352c264c'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1108.391805] env[69846]: DEBUG oslo_concurrency.lockutils [req-49440f0f-40e4-49ca-ba1c-8f7db0b1112c req-a17bc661-ba47-4854-affc-482a7105acf6 service nova] Releasing lock "refresh_cache-765eabbf-d55d-4c14-98c9-07df6a92d3ed" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.392869] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e52c6b9-30e0-465a-bb23-89bbe0f4cd55 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.420414] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e1879-b06c-4b01-9346-a0f1e4681890 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.428475] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646851f1-3e32-4444-bf6b-ecdff2459c2c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.451443] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b9fc13-489e-4c9d-9340-7ab0e3bbc821 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.468329] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] The volume has not been displaced from its original location: [datastore1] volume-02bb36e3-24bc-4812-bb41-251b352c264c/volume-02bb36e3-24bc-4812-bb41-251b352c264c.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1108.473659] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.474095] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be5638f9-4e19-40de-a910-8964d972eb51 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.498021] env[69846]: DEBUG oslo_vmware.api [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1108.498021] env[69846]: value = "task-2950342" [ 1108.498021] env[69846]: _type = "Task" [ 1108.498021] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.511764] env[69846]: DEBUG oslo_vmware.api [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.552701] env[69846]: DEBUG nova.network.neutron [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.563814] env[69846]: DEBUG oslo_concurrency.lockutils [None req-05a10584-509a-490e-828d-6b507751f709 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Lock "b2a8f9d8-2280-4db8-8d9c-7167497ab345" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.768s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.578524] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524f53ed-aead-5466-a609-99567d660b78, 'name': SearchDatastore_Task, 'duration_secs': 0.011559} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.578837] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.579080] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.579321] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.579467] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.579744] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.582348] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83f8b551-4bb9-4aaa-8bfe-32769b4540bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.597339] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.597339] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.597885] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f970aa3-092f-4f1b-99c4-7ee1a6c84345 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.604384] env[69846]: DEBUG nova.compute.manager [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received event network-vif-plugged-aea952f1-9696-4cbc-9c01-a85097827700 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.604605] env[69846]: DEBUG oslo_concurrency.lockutils [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.604763] env[69846]: DEBUG oslo_concurrency.lockutils [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.604934] env[69846]: DEBUG oslo_concurrency.lockutils [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.605108] env[69846]: DEBUG nova.compute.manager [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] No waiting events found dispatching network-vif-plugged-aea952f1-9696-4cbc-9c01-a85097827700 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.605267] env[69846]: WARNING nova.compute.manager [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received unexpected event network-vif-plugged-aea952f1-9696-4cbc-9c01-a85097827700 for instance with vm_state building and task_state spawning. [ 1108.605418] env[69846]: DEBUG nova.compute.manager [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received event network-changed-aea952f1-9696-4cbc-9c01-a85097827700 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.605559] env[69846]: DEBUG nova.compute.manager [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Refreshing instance network info cache due to event network-changed-aea952f1-9696-4cbc-9c01-a85097827700. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.605714] env[69846]: DEBUG oslo_concurrency.lockutils [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] Acquiring lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.607434] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1108.607434] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c24c69-2213-fd8e-7ae2-5619856a104d" [ 1108.607434] env[69846]: _type = "Task" [ 1108.607434] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.619712] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c24c69-2213-fd8e-7ae2-5619856a104d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.628688] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.728584] env[69846]: DEBUG oslo_vmware.api [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Task: {'id': task-2950340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226229} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.728657] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.728791] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.729032] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.729222] env[69846]: INFO nova.compute.manager [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1108.729461] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.729954] env[69846]: DEBUG nova.compute.manager [-] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.729954] env[69846]: DEBUG nova.network.neutron [-] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.773312] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950341, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.867237] env[69846]: DEBUG nova.network.neutron [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.870279] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b92a2a-4efb-4563-98ff-d91714aa6787 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.879544] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb92f9-09ed-4af9-8fe9-838e4cfa2db1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.917121] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d58700-36d3-4d78-8fd3-dcee9e008961 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.927958] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bd813b-228a-438c-89dc-22e54d9565d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.949510] env[69846]: DEBUG nova.compute.provider_tree [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.010036] env[69846]: DEBUG oslo_vmware.api [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950342, 'name': ReconfigVM_Task, 'duration_secs': 0.493714} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.010360] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.015394] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd77f2d6-cd1b-415e-8462-c294fc4972f8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.031182] env[69846]: DEBUG oslo_vmware.api [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1109.031182] env[69846]: value = "task-2950343" [ 1109.031182] env[69846]: _type = "Task" [ 1109.031182] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.040048] env[69846]: DEBUG oslo_vmware.api [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.069381] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "39baf588-6c09-4df4-a426-d2158d9c7afc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.069871] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.122355] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c24c69-2213-fd8e-7ae2-5619856a104d, 'name': SearchDatastore_Task, 'duration_secs': 0.01285} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.123592] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69270e9f-21d4-44d5-b586-c272f133637a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.129955] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950338, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.133488] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1109.133488] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]521147e9-db32-3d3e-447f-b5fdcb1d1f40" [ 1109.133488] env[69846]: _type = "Task" [ 1109.133488] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.142070] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521147e9-db32-3d3e-447f-b5fdcb1d1f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.268575] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950341, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.374416] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.374777] env[69846]: DEBUG nova.compute.manager [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Instance network_info: |[{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.375105] env[69846]: DEBUG oslo_concurrency.lockutils [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] Acquired lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.375299] env[69846]: DEBUG nova.network.neutron [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Refreshing network info cache for port aea952f1-9696-4cbc-9c01-a85097827700 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.376556] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:e5:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aea952f1-9696-4cbc-9c01-a85097827700', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.385644] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.386552] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.386552] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f03ad3f0-0304-49b9-bef3-9152605df7d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.407111] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.407111] env[69846]: value = "task-2950344" [ 1109.407111] env[69846]: _type = "Task" [ 1109.407111] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.415107] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950344, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.455776] env[69846]: DEBUG nova.scheduler.client.report [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.543023] env[69846]: DEBUG oslo_vmware.api [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950343, 'name': ReconfigVM_Task, 'duration_secs': 0.173193} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.543023] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592116', 'volume_id': '02bb36e3-24bc-4812-bb41-251b352c264c', 'name': 'volume-02bb36e3-24bc-4812-bb41-251b352c264c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57215d4f-805a-43ad-ac2e-704ed71ed837', 'attached_at': '', 'detached_at': '', 'volume_id': '02bb36e3-24bc-4812-bb41-251b352c264c', 'serial': '02bb36e3-24bc-4812-bb41-251b352c264c'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1109.549828] env[69846]: DEBUG nova.compute.manager [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Stashing vm_state: stopped {{(pid=69846) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1109.578310] env[69846]: INFO nova.compute.manager [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Detaching volume 6f6ae89d-5890-4be9-b457-e2130998d9fa [ 1109.589040] env[69846]: DEBUG nova.network.neutron [-] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.611504] env[69846]: INFO nova.virt.block_device [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Attempting to driver detach volume 6f6ae89d-5890-4be9-b457-e2130998d9fa from mountpoint /dev/sdb [ 1109.611747] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1109.612168] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592109', 'volume_id': '6f6ae89d-5890-4be9-b457-e2130998d9fa', 'name': 'volume-6f6ae89d-5890-4be9-b457-e2130998d9fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '39baf588-6c09-4df4-a426-d2158d9c7afc', 'attached_at': '', 'detached_at': '', 'volume_id': '6f6ae89d-5890-4be9-b457-e2130998d9fa', 'serial': '6f6ae89d-5890-4be9-b457-e2130998d9fa'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1109.613473] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657b0282-e1aa-4f9c-a709-aeca0ee6ed4e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.633359] env[69846]: DEBUG oslo_vmware.api [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950338, 'name': PowerOnVM_Task, 'duration_secs': 1.026503} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.663982] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.667282] env[69846]: INFO nova.compute.manager [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1109.667282] env[69846]: DEBUG nova.compute.manager [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.672194] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b598d908-0ce0-4e21-a51d-58c177918039 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.681929] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f71f1d-9b41-4b14-9b28-fe45b0f7f416 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.702764] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521147e9-db32-3d3e-447f-b5fdcb1d1f40, 'name': SearchDatastore_Task, 'duration_secs': 0.015121} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.704035] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4994909-c7cb-430c-933d-fa57c566d829 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.707784] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.708163] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 765eabbf-d55d-4c14-98c9-07df6a92d3ed/765eabbf-d55d-4c14-98c9-07df6a92d3ed.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.708501] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7854b8cc-58e5-48f0-a945-f280b915657e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.740468] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767ad806-6514-4efc-b483-5ab3657da15b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.743555] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1109.743555] env[69846]: value = "task-2950345" [ 1109.743555] env[69846]: _type = "Task" [ 1109.743555] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.758018] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] The volume has not been displaced from its original location: [datastore1] volume-6f6ae89d-5890-4be9-b457-e2130998d9fa/volume-6f6ae89d-5890-4be9-b457-e2130998d9fa.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1109.764183] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.765499] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f433f5-1e72-4ba0-aa72-8b8268cc15ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.784293] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.790157] env[69846]: DEBUG oslo_vmware.api [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950341, 'name': RemoveSnapshot_Task, 'duration_secs': 1.313489} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.793356] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1109.797104] env[69846]: DEBUG oslo_vmware.api [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1109.797104] env[69846]: value = "task-2950346" [ 1109.797104] env[69846]: _type = "Task" [ 1109.797104] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.806927] env[69846]: DEBUG oslo_vmware.api [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.921032] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950344, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.963104] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.965470] env[69846]: DEBUG oslo_concurrency.lockutils [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.870s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.965740] env[69846]: DEBUG nova.objects.instance [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lazy-loading 'resources' on Instance uuid 04b1cc60-af72-4019-b659-529157de2ea5 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.996748] env[69846]: INFO nova.scheduler.client.report [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted allocations for instance f10e19a9-c2bc-40d5-ae31-66d4e95d8a44 [ 1110.073241] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.091824] env[69846]: INFO nova.compute.manager [-] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Took 1.36 seconds to deallocate network for instance. [ 1110.106257] env[69846]: DEBUG nova.objects.instance [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'flavor' on Instance uuid 57215d4f-805a-43ad-ac2e-704ed71ed837 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.214295] env[69846]: INFO nova.compute.manager [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Took 18.95 seconds to build instance. [ 1110.254996] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950345, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.301470] env[69846]: WARNING nova.compute.manager [None req-4210910c-9633-43f0-81a4-b36c8b1be44b tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Image not found during snapshot: nova.exception.ImageNotFound: Image 841508d0-6f0a-43fe-b854-fc28bd405bb7 could not be found. [ 1110.312857] env[69846]: DEBUG oslo_vmware.api [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.319039] env[69846]: DEBUG nova.network.neutron [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updated VIF entry in instance network info cache for port aea952f1-9696-4cbc-9c01-a85097827700. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.321439] env[69846]: DEBUG nova.network.neutron [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.418650] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950344, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.511338] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ff9da824-3466-4a4c-af10-e57127bd1665 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "f10e19a9-c2bc-40d5-ae31-66d4e95d8a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.313s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.602396] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.716283] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3323ef8a-00c2-431d-8877-d7aa0037a6fb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.466s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.758312] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6466} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.758593] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 765eabbf-d55d-4c14-98c9-07df6a92d3ed/765eabbf-d55d-4c14-98c9-07df6a92d3ed.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.758959] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.759073] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14c80121-54ad-40cf-971a-42d5e503a5e7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.772729] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1110.772729] env[69846]: value = "task-2950347" [ 1110.772729] env[69846]: _type = "Task" [ 1110.772729] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.782330] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.783693] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4605dce8-dcd3-4817-8b4e-228ddcee924f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.792540] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df50ebba-a4e3-4004-984d-5d98557ec2db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.828128] env[69846]: DEBUG oslo_concurrency.lockutils [req-1b7f99c6-062d-4898-86fd-167764ebdb40 req-1cc63283-9336-4fd3-9b83-bc8776e5a4ec service nova] Releasing lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.833535] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eee31ce-036a-41a3-88d4-a912e55ec630 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.840849] env[69846]: DEBUG nova.compute.manager [req-1feac70f-2950-482c-ad35-9fa242173c6e req-eafe80e6-7b17-498c-9318-a1f67d4a0633 service nova] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Received event network-vif-deleted-50b8545d-6a02-4982-b788-5b44438a9066 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.846087] env[69846]: DEBUG oslo_vmware.api [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950346, 'name': ReconfigVM_Task, 'duration_secs': 0.713835} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.847290] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421840f4-38b0-4823-8bac-9e7de3e91a45 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.851345] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.857336] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fb93eb4-29ff-4343-9ddc-682df0923ab2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.877342] env[69846]: DEBUG nova.compute.provider_tree [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.879703] env[69846]: DEBUG oslo_vmware.api [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1110.879703] env[69846]: value = "task-2950348" [ 1110.879703] env[69846]: _type = "Task" [ 1110.879703] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.888276] env[69846]: DEBUG oslo_vmware.api [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.921429] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950344, 'name': CreateVM_Task, 'duration_secs': 1.374401} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.921614] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.922956] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.923237] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.923573] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.924087] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7743c72b-7751-4780-946f-0b6af7239218 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.932145] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1110.932145] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52034347-8308-e4cc-bb4d-765d8d0c71b6" [ 1110.932145] env[69846]: _type = "Task" [ 1110.932145] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.941232] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52034347-8308-e4cc-bb4d-765d8d0c71b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.120691] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9a8e445-9bde-4aa5-a66f-c4aff83413af tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.156281] env[69846]: DEBUG oslo_concurrency.lockutils [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "57215d4f-805a-43ad-ac2e-704ed71ed837" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.156550] env[69846]: DEBUG oslo_concurrency.lockutils [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.156739] env[69846]: DEBUG nova.compute.manager [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.157636] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914e94ac-2716-4c89-b94d-f26f878d2e7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.164558] env[69846]: DEBUG nova.compute.manager [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1111.165142] env[69846]: DEBUG nova.objects.instance [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'flavor' on Instance uuid 57215d4f-805a-43ad-ac2e-704ed71ed837 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.283569] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083785} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.283829] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.284619] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abe4bc1-1be1-4862-952e-e40e98ef508c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.306532] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 765eabbf-d55d-4c14-98c9-07df6a92d3ed/765eabbf-d55d-4c14-98c9-07df6a92d3ed.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.306664] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e7ecd0b-bc6b-45d5-82d7-1ab1cf9ef175 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.327142] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1111.327142] env[69846]: value = "task-2950349" [ 1111.327142] env[69846]: _type = "Task" [ 1111.327142] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.334295] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.341255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "822f7587-6217-424b-93f8-a6d5c6b4907e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.341499] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "822f7587-6217-424b-93f8-a6d5c6b4907e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.341708] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "822f7587-6217-424b-93f8-a6d5c6b4907e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.341921] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "822f7587-6217-424b-93f8-a6d5c6b4907e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.342232] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "822f7587-6217-424b-93f8-a6d5c6b4907e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.344116] env[69846]: INFO nova.compute.manager [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Terminating instance [ 1111.381792] env[69846]: DEBUG nova.scheduler.client.report [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.396491] env[69846]: DEBUG oslo_vmware.api [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.443742] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52034347-8308-e4cc-bb4d-765d8d0c71b6, 'name': SearchDatastore_Task, 'duration_secs': 0.024541} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.443742] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.443881] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.444079] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.444234] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.444417] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.444668] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4722ba09-a5e2-4f68-8b22-fa4fbd973d6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.452664] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.452843] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.453849] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12e8294-dd98-4bb1-b9f8-091679b87c42 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.459914] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1111.459914] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52de68ab-5a56-6ee4-9ef3-198dc422587b" [ 1111.459914] env[69846]: _type = "Task" [ 1111.459914] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.467685] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52de68ab-5a56-6ee4-9ef3-198dc422587b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.837147] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.848084] env[69846]: DEBUG nova.compute.manager [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.848299] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.849193] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e64ffe-cdf4-447c-986b-e86cc3d83c2f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.857014] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.857239] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c774af16-43f7-4ae9-a894-18a18d5c397b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.863312] env[69846]: DEBUG oslo_vmware.api [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1111.863312] env[69846]: value = "task-2950350" [ 1111.863312] env[69846]: _type = "Task" [ 1111.863312] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.870987] env[69846]: DEBUG oslo_vmware.api [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.890461] env[69846]: DEBUG oslo_concurrency.lockutils [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.895726] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.770s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.897283] env[69846]: INFO nova.compute.claims [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.900221] env[69846]: DEBUG oslo_vmware.api [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950348, 'name': ReconfigVM_Task, 'duration_secs': 0.887716} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.900899] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592109', 'volume_id': '6f6ae89d-5890-4be9-b457-e2130998d9fa', 'name': 'volume-6f6ae89d-5890-4be9-b457-e2130998d9fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '39baf588-6c09-4df4-a426-d2158d9c7afc', 'attached_at': '', 'detached_at': '', 'volume_id': '6f6ae89d-5890-4be9-b457-e2130998d9fa', 'serial': '6f6ae89d-5890-4be9-b457-e2130998d9fa'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1111.909803] env[69846]: INFO nova.scheduler.client.report [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Deleted allocations for instance 04b1cc60-af72-4019-b659-529157de2ea5 [ 1111.973148] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52de68ab-5a56-6ee4-9ef3-198dc422587b, 'name': SearchDatastore_Task, 'duration_secs': 0.009568} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.975100] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4984b4f2-0bdc-4c07-a21b-1d1b8a0f07dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.981555] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1111.981555] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fe9409-be52-48ee-21d3-cd0899a438fe" [ 1111.981555] env[69846]: _type = "Task" [ 1111.981555] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.995066] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fe9409-be52-48ee-21d3-cd0899a438fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.995333] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.995605] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] b5c66319-b8ed-48bf-9b2d-7070144ea71c/b5c66319-b8ed-48bf-9b2d-7070144ea71c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.995875] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed9b6779-e74b-4129-9425-a4e7a2228333 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.002211] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1112.002211] env[69846]: value = "task-2950351" [ 1112.002211] env[69846]: _type = "Task" [ 1112.002211] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.010821] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.172430] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.172870] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66653f6f-6c99-4f67-99a9-452562c4e019 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.180202] env[69846]: DEBUG oslo_vmware.api [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1112.180202] env[69846]: value = "task-2950352" [ 1112.180202] env[69846]: _type = "Task" [ 1112.180202] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.191034] env[69846]: DEBUG oslo_vmware.api [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.271556] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.272738] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.342485] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950349, 'name': ReconfigVM_Task, 'duration_secs': 0.668021} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.342485] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 765eabbf-d55d-4c14-98c9-07df6a92d3ed/765eabbf-d55d-4c14-98c9-07df6a92d3ed.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.343263] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac8483e-5e13-40de-989f-e311a4b2ba2a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.351983] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1112.351983] env[69846]: value = "task-2950353" [ 1112.351983] env[69846]: _type = "Task" [ 1112.351983] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.362315] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950353, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.373396] env[69846]: DEBUG oslo_vmware.api [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.416375] env[69846]: DEBUG oslo_concurrency.lockutils [None req-317a0f98-2ef9-4f32-aca7-58495996947b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "04b1cc60-af72-4019-b659-529157de2ea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.302s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.459361] env[69846]: DEBUG nova.objects.instance [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'flavor' on Instance uuid 39baf588-6c09-4df4-a426-d2158d9c7afc {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.516588] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950351, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.690889] env[69846]: DEBUG oslo_vmware.api [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950352, 'name': PowerOffVM_Task, 'duration_secs': 0.22112} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.691200] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.691396] env[69846]: DEBUG nova.compute.manager [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.692259] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7034e9c8-b350-46f1-87c7-59476c590181 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.774797] env[69846]: DEBUG nova.compute.manager [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.797625] env[69846]: DEBUG nova.compute.manager [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.798586] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a2f63d-c485-409c-80c9-3ef9d42a229d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.861819] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950353, 'name': Rename_Task, 'duration_secs': 0.211345} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.862213] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.862265] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d732be62-1704-4203-8819-b07a894a464c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.867721] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1112.867721] env[69846]: value = "task-2950355" [ 1112.867721] env[69846]: _type = "Task" [ 1112.867721] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.873510] env[69846]: DEBUG oslo_vmware.api [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950350, 'name': PowerOffVM_Task, 'duration_secs': 0.837134} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.874043] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.874235] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.874456] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0b67b3f-99ba-4926-a400-1cfbf94480b6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.878152] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.940030] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.940030] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.940030] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleting the datastore file [datastore1] 822f7587-6217-424b-93f8-a6d5c6b4907e {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.940254] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e912125-8087-4406-93a6-4db75513d71e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.956709] env[69846]: DEBUG oslo_vmware.api [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for the task: (returnval){ [ 1112.956709] env[69846]: value = "task-2950357" [ 1112.956709] env[69846]: _type = "Task" [ 1112.956709] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.971628] env[69846]: DEBUG oslo_vmware.api [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.011604] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552581} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.014269] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] b5c66319-b8ed-48bf-9b2d-7070144ea71c/b5c66319-b8ed-48bf-9b2d-7070144ea71c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.014521] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.015422] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3ebae52-ee5f-435a-8734-53251482d2dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.021492] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1113.021492] env[69846]: value = "task-2950358" [ 1113.021492] env[69846]: _type = "Task" [ 1113.021492] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.031134] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.164312] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac73ba-7fdc-42b1-a4de-a226cd46fd41 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.172526] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abf201e-2f1d-4b10-a0c9-8613c6bed0dc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.206967] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e452d180-82c1-46ee-b733-e9d3b51bbf5c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.209816] env[69846]: DEBUG oslo_concurrency.lockutils [None req-189767b4-5222-4bdf-beb4-e789d4b78e49 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.216109] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fc529e-fad1-4d5d-a2bb-28c5732540fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.230013] env[69846]: DEBUG nova.compute.provider_tree [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.294855] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.309513] env[69846]: INFO nova.compute.manager [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] instance snapshotting [ 1113.312153] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c300e067-14cc-4e46-aad4-1bed64349c00 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.333482] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304876af-6663-491b-afc6-e999a58b077f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.382201] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950355, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.470598] env[69846]: DEBUG oslo_concurrency.lockutils [None req-43f25f49-ed6f-49c0-939b-77cfff932af2 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.401s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.471705] env[69846]: DEBUG oslo_vmware.api [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Task: {'id': task-2950357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136424} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.472393] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.475099] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.475099] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.475099] env[69846]: INFO nova.compute.manager [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1113.475099] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.475099] env[69846]: DEBUG nova.compute.manager [-] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.475099] env[69846]: DEBUG nova.network.neutron [-] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.530631] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071931} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.530921] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.531825] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77927761-f0d2-47ea-a224-e2fc52c31969 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.556183] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] b5c66319-b8ed-48bf-9b2d-7070144ea71c/b5c66319-b8ed-48bf-9b2d-7070144ea71c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.556835] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6486fc-e956-454b-a62c-cf73720b0d7a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.579027] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1113.579027] env[69846]: value = "task-2950359" [ 1113.579027] env[69846]: _type = "Task" [ 1113.579027] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.592388] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "39baf588-6c09-4df4-a426-d2158d9c7afc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.592743] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.593076] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.593274] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.593439] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.595642] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.596037] env[69846]: INFO nova.compute.manager [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Terminating instance [ 1113.733341] env[69846]: DEBUG nova.scheduler.client.report [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.768874] env[69846]: DEBUG nova.compute.manager [req-6c526a60-818a-43bb-b42d-4fe751b5c7b4 req-9ed5fb57-e835-4353-b264-a68f39eb2c3f service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Received event network-vif-deleted-dc987f4d-8140-461b-82de-d7f1f2ec7853 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.769150] env[69846]: INFO nova.compute.manager [req-6c526a60-818a-43bb-b42d-4fe751b5c7b4 req-9ed5fb57-e835-4353-b264-a68f39eb2c3f service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Neutron deleted interface dc987f4d-8140-461b-82de-d7f1f2ec7853; detaching it from the instance and deleting it from the info cache [ 1113.769279] env[69846]: DEBUG nova.network.neutron [req-6c526a60-818a-43bb-b42d-4fe751b5c7b4 req-9ed5fb57-e835-4353-b264-a68f39eb2c3f service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.840105] env[69846]: DEBUG nova.objects.instance [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'flavor' on Instance uuid 57215d4f-805a-43ad-ac2e-704ed71ed837 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.848327] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1113.848926] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f016484-5fde-4277-83a8-70f3d860d79d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.860434] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1113.860434] env[69846]: value = "task-2950360" [ 1113.860434] env[69846]: _type = "Task" [ 1113.860434] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.871254] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.879338] env[69846]: DEBUG oslo_vmware.api [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950355, 'name': PowerOnVM_Task, 'duration_secs': 0.957384} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.879643] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.879927] env[69846]: INFO nova.compute.manager [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1113.880135] env[69846]: DEBUG nova.compute.manager [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.880897] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7f3106-5369-4bc8-963e-093a17a4e7cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.088660] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.107078] env[69846]: DEBUG nova.compute.manager [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.107078] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.107842] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65381689-91de-4d99-802a-6df792a6542d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.115728] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.115989] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-058ad89c-623a-494a-855d-934c9ba7c293 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.123063] env[69846]: DEBUG oslo_vmware.api [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1114.123063] env[69846]: value = "task-2950361" [ 1114.123063] env[69846]: _type = "Task" [ 1114.123063] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.131155] env[69846]: DEBUG oslo_vmware.api [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.238865] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.239522] env[69846]: DEBUG nova.compute.manager [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.242374] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.169s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.250246] env[69846]: DEBUG nova.network.neutron [-] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.272051] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bacd9ae1-4c87-4889-aeb7-bdc68aa8816f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.283103] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479c15fe-9b08-49c0-a478-6665aea780e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.322337] env[69846]: DEBUG nova.compute.manager [req-6c526a60-818a-43bb-b42d-4fe751b5c7b4 req-9ed5fb57-e835-4353-b264-a68f39eb2c3f service nova] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Detach interface failed, port_id=dc987f4d-8140-461b-82de-d7f1f2ec7853, reason: Instance 822f7587-6217-424b-93f8-a6d5c6b4907e could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.352109] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.352405] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquired lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.352675] env[69846]: DEBUG nova.network.neutron [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.352944] env[69846]: DEBUG nova.objects.instance [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'info_cache' on Instance uuid 57215d4f-805a-43ad-ac2e-704ed71ed837 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.373331] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950360, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.398123] env[69846]: INFO nova.compute.manager [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Took 20.32 seconds to build instance. [ 1114.591033] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950359, 'name': ReconfigVM_Task, 'duration_secs': 0.597026} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.591033] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] b5c66319-b8ed-48bf-9b2d-7070144ea71c/b5c66319-b8ed-48bf-9b2d-7070144ea71c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.591215] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b02a0ee9-17ed-4900-b9ff-fd65bccd0f9a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.597017] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1114.597017] env[69846]: value = "task-2950362" [ 1114.597017] env[69846]: _type = "Task" [ 1114.597017] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.606545] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950362, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.633964] env[69846]: DEBUG oslo_vmware.api [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950361, 'name': PowerOffVM_Task, 'duration_secs': 0.254689} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.633964] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.633964] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.633964] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45e9d3e0-e878-43b9-a779-a460acae6bcb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.747201] env[69846]: DEBUG nova.compute.utils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.751289] env[69846]: INFO nova.compute.claims [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.755523] env[69846]: DEBUG nova.compute.manager [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.755701] env[69846]: DEBUG nova.network.neutron [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.758369] env[69846]: INFO nova.compute.manager [-] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Took 1.28 seconds to deallocate network for instance. [ 1114.771200] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.771200] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.771200] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleting the datastore file [datastore2] 39baf588-6c09-4df4-a426-d2158d9c7afc {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.771200] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d3098da-450c-49ca-9716-5be512cd9299 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.777305] env[69846]: DEBUG oslo_vmware.api [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1114.777305] env[69846]: value = "task-2950364" [ 1114.777305] env[69846]: _type = "Task" [ 1114.777305] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.785860] env[69846]: DEBUG oslo_vmware.api [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.824478] env[69846]: DEBUG nova.policy [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ba700466aa545b7ade14e24df44c7a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09f548f78dbe46b3b687e71e182fcf49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.856182] env[69846]: DEBUG nova.objects.base [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Object Instance<57215d4f-805a-43ad-ac2e-704ed71ed837> lazy-loaded attributes: flavor,info_cache {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.872669] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950360, 'name': CreateSnapshot_Task, 'duration_secs': 0.664983} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.873092] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1114.873777] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5c4e8a-0f93-46db-957a-d33438073f09 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.901146] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3e1dc654-d45d-459b-aac9-83fb37e79a84 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.832s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.107314] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950362, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.138795] env[69846]: DEBUG nova.network.neutron [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Successfully created port: fecdb8e5-1fa1-4844-8f06-daaefc3af588 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.241595] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.241889] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.242127] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.242317] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.242485] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.247018] env[69846]: INFO nova.compute.manager [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Terminating instance [ 1115.256121] env[69846]: DEBUG nova.compute.manager [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.260516] env[69846]: INFO nova.compute.resource_tracker [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating resource usage from migration 832fb956-6173-4904-aea5-f07116caeeed [ 1115.265626] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.287480] env[69846]: DEBUG oslo_vmware.api [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138963} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.290246] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.290440] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.290618] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.290789] env[69846]: INFO nova.compute.manager [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1115.291042] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.291621] env[69846]: DEBUG nova.compute.manager [-] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.291717] env[69846]: DEBUG nova.network.neutron [-] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.392841] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1115.395827] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01067869-0a51-41b0-84aa-ef07fb45fd39 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.407212] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1115.407212] env[69846]: value = "task-2950365" [ 1115.407212] env[69846]: _type = "Task" [ 1115.407212] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.418541] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950365, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.592091] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf91855-228c-4bb3-915c-9e6624b6940e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.601285] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be490fc1-56cf-46b0-a79e-21b8e5eca7cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.606516] env[69846]: DEBUG nova.network.neutron [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Updating instance_info_cache with network_info: [{"id": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "address": "fa:16:3e:45:57:29", "network": {"id": "d37b69d1-130f-4831-8bf7-fb61838bd5c8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817294365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105e41eae2e24a228cc62beb2b5e7c8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65eefdb3-63", "ovs_interfaceid": "65eefdb3-6387-4b6d-82ea-b813f4eca93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.617970] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950362, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.648658] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da5817-888d-402e-9060-cdeff55ad274 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.657791] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950c8fb5-76d8-4fed-a97e-d882e0ca74f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.675039] env[69846]: DEBUG nova.compute.provider_tree [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1115.754899] env[69846]: DEBUG nova.compute.manager [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.754899] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.755642] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccc0cf4-3d38-4cd2-8423-7a8d15cabcf4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.767566] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.767860] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-468eb639-718d-44cd-b685-0a6984e464b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.774595] env[69846]: DEBUG oslo_vmware.api [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1115.774595] env[69846]: value = "task-2950366" [ 1115.774595] env[69846]: _type = "Task" [ 1115.774595] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.783398] env[69846]: DEBUG oslo_vmware.api [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.818917] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquiring lock "0f2009a7-3ad9-4ec7-853b-f557e7318536" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.819202] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lock "0f2009a7-3ad9-4ec7-853b-f557e7318536" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.819407] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquiring lock "0f2009a7-3ad9-4ec7-853b-f557e7318536-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.819591] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lock "0f2009a7-3ad9-4ec7-853b-f557e7318536-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.819782] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lock "0f2009a7-3ad9-4ec7-853b-f557e7318536-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.823722] env[69846]: INFO nova.compute.manager [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Terminating instance [ 1115.917977] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950365, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.107990] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950362, 'name': Rename_Task, 'duration_secs': 1.271152} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.108276] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.108531] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-953402ab-c245-46e7-8a35-c6de8eb7f0b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.114277] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1116.114277] env[69846]: value = "task-2950367" [ 1116.114277] env[69846]: _type = "Task" [ 1116.114277] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.117964] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Releasing lock "refresh_cache-57215d4f-805a-43ad-ac2e-704ed71ed837" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.124056] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.202206] env[69846]: ERROR nova.scheduler.client.report [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [req-fce2b6ed-0f21-4224-a24c-f65e8fe275c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fce2b6ed-0f21-4224-a24c-f65e8fe275c2"}]} [ 1116.207710] env[69846]: DEBUG nova.compute.manager [req-c7cd76b2-df61-4179-998d-d16ecc9ea157 req-ff2173e1-e512-4cb4-936b-055488bc3dde service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Received event network-vif-deleted-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.207920] env[69846]: INFO nova.compute.manager [req-c7cd76b2-df61-4179-998d-d16ecc9ea157 req-ff2173e1-e512-4cb4-936b-055488bc3dde service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Neutron deleted interface 48edc9b6-65ab-4cb3-8687-f22d0e472aa1; detaching it from the instance and deleting it from the info cache [ 1116.208114] env[69846]: DEBUG nova.network.neutron [req-c7cd76b2-df61-4179-998d-d16ecc9ea157 req-ff2173e1-e512-4cb4-936b-055488bc3dde service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.219889] env[69846]: DEBUG nova.scheduler.client.report [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1116.235130] env[69846]: DEBUG nova.scheduler.client.report [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1116.235470] env[69846]: DEBUG nova.compute.provider_tree [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.247358] env[69846]: DEBUG nova.scheduler.client.report [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1116.264094] env[69846]: DEBUG nova.compute.manager [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.269180] env[69846]: DEBUG nova.scheduler.client.report [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1116.287404] env[69846]: DEBUG oslo_vmware.api [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950366, 'name': PowerOffVM_Task, 'duration_secs': 0.213684} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.288280] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.288280] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.288493] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10e85812-adfa-423a-a946-c96a60d047e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.302470] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.302747] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.302915] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.303121] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.303269] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.303414] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.303621] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.303780] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.303945] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.304123] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.304296] env[69846]: DEBUG nova.virt.hardware [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.305122] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89f2864-acf4-4126-9bea-7eefe47056c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.315321] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086de109-176e-44bc-854b-46a00c7b7266 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.333731] env[69846]: DEBUG nova.compute.manager [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.333966] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.338366] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f05025-05b4-4ee4-b7aa-2aaedccf8351 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.346130] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.346465] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0194450a-b921-4f3a-b6b6-071f0321c5cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.356371] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.356371] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.356371] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleting the datastore file [datastore1] 765eabbf-d55d-4c14-98c9-07df6a92d3ed {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.356371] env[69846]: DEBUG oslo_vmware.api [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for the task: (returnval){ [ 1116.356371] env[69846]: value = "task-2950369" [ 1116.356371] env[69846]: _type = "Task" [ 1116.356371] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.356724] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec5981cf-3081-4b0d-8755-866226e727fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.365805] env[69846]: DEBUG oslo_vmware.api [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1116.365805] env[69846]: value = "task-2950370" [ 1116.365805] env[69846]: _type = "Task" [ 1116.365805] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.368954] env[69846]: DEBUG oslo_vmware.api [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.380543] env[69846]: DEBUG oslo_vmware.api [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.417262] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950365, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.578688] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3a4a74-6d3c-4846-9697-d01645e8edea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.588570] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee6ecdd-e48a-4be1-a421-423478ac34a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.621943] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d6134c-da0f-4543-bf11-0f3f3e3c8ec2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.635009] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fb3887-44c5-4d35-9d60-9970db0fc4b6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.638814] env[69846]: DEBUG oslo_vmware.api [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950367, 'name': PowerOnVM_Task, 'duration_secs': 0.488437} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.639633] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.639840] env[69846]: INFO nova.compute.manager [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1116.640043] env[69846]: DEBUG nova.compute.manager [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.641167] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa60d4be-20f0-427d-b21e-dc99c97e3be6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.651843] env[69846]: DEBUG nova.compute.provider_tree [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.683860] env[69846]: DEBUG nova.network.neutron [-] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.711105] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-860ae6e4-2052-4f5e-8c22-57440e3273d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.720701] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e811b7-fd2b-44b2-94a8-8a5e9fdd4f15 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.753476] env[69846]: DEBUG nova.compute.manager [req-c7cd76b2-df61-4179-998d-d16ecc9ea157 req-ff2173e1-e512-4cb4-936b-055488bc3dde service nova] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Detach interface failed, port_id=48edc9b6-65ab-4cb3-8687-f22d0e472aa1, reason: Instance 39baf588-6c09-4df4-a426-d2158d9c7afc could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.867982] env[69846]: DEBUG oslo_vmware.api [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950369, 'name': PowerOffVM_Task, 'duration_secs': 0.268015} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.868090] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.868236] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.868480] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a537978-fd64-4aa1-a386-12642bd52517 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.877808] env[69846]: DEBUG oslo_vmware.api [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239842} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.878118] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.878288] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.878360] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.878533] env[69846]: INFO nova.compute.manager [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1116.878762] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.878936] env[69846]: DEBUG nova.compute.manager [-] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.879041] env[69846]: DEBUG nova.network.neutron [-] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.917346] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950365, 'name': CloneVM_Task, 'duration_secs': 1.227798} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.917652] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Created linked-clone VM from snapshot [ 1116.919096] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c5170a-6988-4114-bf89-4d5e2d8d3324 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.926112] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Uploading image 4eb791c0-f8fb-426e-9615-f36a381e08b8 {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1116.934202] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.934419] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.934606] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Deleting the datastore file [datastore1] 0f2009a7-3ad9-4ec7-853b-f557e7318536 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.934866] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c4b8fb1-4f06-43a2-b5f7-420f9b94c854 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.946010] env[69846]: DEBUG oslo_vmware.api [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for the task: (returnval){ [ 1116.946010] env[69846]: value = "task-2950372" [ 1116.946010] env[69846]: _type = "Task" [ 1116.946010] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.947076] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1116.947411] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44b399d8-c122-4ec2-8864-ef59a72d4465 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.956708] env[69846]: DEBUG oslo_vmware.api [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.958021] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1116.958021] env[69846]: value = "task-2950373" [ 1116.958021] env[69846]: _type = "Task" [ 1116.958021] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.965868] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950373, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.129483] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.130603] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4df8cf97-8763-4746-9f52-2c3cc17cdbb4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.138019] env[69846]: DEBUG oslo_vmware.api [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1117.138019] env[69846]: value = "task-2950374" [ 1117.138019] env[69846]: _type = "Task" [ 1117.138019] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.145864] env[69846]: DEBUG oslo_vmware.api [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.168173] env[69846]: INFO nova.compute.manager [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Took 20.15 seconds to build instance. [ 1117.189305] env[69846]: INFO nova.compute.manager [-] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Took 1.90 seconds to deallocate network for instance. [ 1117.202470] env[69846]: DEBUG nova.scheduler.client.report [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1117.202750] env[69846]: DEBUG nova.compute.provider_tree [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 123 to 124 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1117.202934] env[69846]: DEBUG nova.compute.provider_tree [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.333127] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "1f002cc4-b87c-44cd-b908-1d91494b800a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.336026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "1f002cc4-b87c-44cd-b908-1d91494b800a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.336026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "1f002cc4-b87c-44cd-b908-1d91494b800a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.336026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "1f002cc4-b87c-44cd-b908-1d91494b800a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.336026] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "1f002cc4-b87c-44cd-b908-1d91494b800a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.336762] env[69846]: INFO nova.compute.manager [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Terminating instance [ 1117.458169] env[69846]: DEBUG oslo_vmware.api [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Task: {'id': task-2950372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141197} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.458532] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.458741] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.458892] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.459076] env[69846]: INFO nova.compute.manager [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1117.459322] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.462563] env[69846]: DEBUG nova.compute.manager [-] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.462725] env[69846]: DEBUG nova.network.neutron [-] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.469708] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950373, 'name': Destroy_Task, 'duration_secs': 0.477972} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.469975] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Destroyed the VM [ 1117.470320] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1117.470578] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed8b3b5e-87ec-437f-a438-68afbd62ddb0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.477684] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1117.477684] env[69846]: value = "task-2950375" [ 1117.477684] env[69846]: _type = "Task" [ 1117.477684] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.485659] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.510890] env[69846]: DEBUG nova.compute.manager [req-64d348ea-3eaf-45d2-8c2b-7ed26cad0ec2 req-0cd638f7-4f8c-46f8-8d1e-d3f672a3619d service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Received event network-vif-plugged-fecdb8e5-1fa1-4844-8f06-daaefc3af588 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.511109] env[69846]: DEBUG oslo_concurrency.lockutils [req-64d348ea-3eaf-45d2-8c2b-7ed26cad0ec2 req-0cd638f7-4f8c-46f8-8d1e-d3f672a3619d service nova] Acquiring lock "35159d6d-db07-477d-b589-8d1e3e37cb1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.511373] env[69846]: DEBUG oslo_concurrency.lockutils [req-64d348ea-3eaf-45d2-8c2b-7ed26cad0ec2 req-0cd638f7-4f8c-46f8-8d1e-d3f672a3619d service nova] Lock "35159d6d-db07-477d-b589-8d1e3e37cb1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.511547] env[69846]: DEBUG oslo_concurrency.lockutils [req-64d348ea-3eaf-45d2-8c2b-7ed26cad0ec2 req-0cd638f7-4f8c-46f8-8d1e-d3f672a3619d service nova] Lock "35159d6d-db07-477d-b589-8d1e3e37cb1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.511718] env[69846]: DEBUG nova.compute.manager [req-64d348ea-3eaf-45d2-8c2b-7ed26cad0ec2 req-0cd638f7-4f8c-46f8-8d1e-d3f672a3619d service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] No waiting events found dispatching network-vif-plugged-fecdb8e5-1fa1-4844-8f06-daaefc3af588 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.511915] env[69846]: WARNING nova.compute.manager [req-64d348ea-3eaf-45d2-8c2b-7ed26cad0ec2 req-0cd638f7-4f8c-46f8-8d1e-d3f672a3619d service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Received unexpected event network-vif-plugged-fecdb8e5-1fa1-4844-8f06-daaefc3af588 for instance with vm_state building and task_state spawning. [ 1117.648654] env[69846]: DEBUG oslo_vmware.api [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.670447] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.662s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.708924] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.709633] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.467s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.709832] env[69846]: INFO nova.compute.manager [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Migrating [ 1117.716338] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.114s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.716562] env[69846]: DEBUG nova.objects.instance [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lazy-loading 'resources' on Instance uuid 80615314-3302-45dc-9dc8-f910eae5dbd9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.840425] env[69846]: DEBUG nova.compute.manager [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.840673] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.841617] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18125cea-a52b-4f8a-911b-8791a84b2432 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.851663] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.852692] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc734aef-dcd6-4c61-aaf2-cff6444c69be {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.861706] env[69846]: DEBUG oslo_vmware.api [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1117.861706] env[69846]: value = "task-2950376" [ 1117.861706] env[69846]: _type = "Task" [ 1117.861706] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.873447] env[69846]: DEBUG nova.network.neutron [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Successfully updated port: fecdb8e5-1fa1-4844-8f06-daaefc3af588 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.878019] env[69846]: DEBUG nova.network.neutron [-] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.881405] env[69846]: DEBUG oslo_vmware.api [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.987747] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.150192] env[69846]: DEBUG oslo_vmware.api [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.227815] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.228118] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.228303] env[69846]: DEBUG nova.network.neutron [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.376871] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquiring lock "refresh_cache-35159d6d-db07-477d-b589-8d1e3e37cb1f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.377043] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquired lock "refresh_cache-35159d6d-db07-477d-b589-8d1e3e37cb1f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.377251] env[69846]: DEBUG nova.network.neutron [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.378698] env[69846]: DEBUG oslo_vmware.api [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950376, 'name': PowerOffVM_Task, 'duration_secs': 0.309358} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.381360] env[69846]: INFO nova.compute.manager [-] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Took 1.50 seconds to deallocate network for instance. [ 1118.381628] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.381819] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.389458] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ec20a92-3598-4f09-a025-9c364c454d43 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.454270] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.454576] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.454765] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Deleting the datastore file [datastore1] 1f002cc4-b87c-44cd-b908-1d91494b800a {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.455040] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5bdb54-f5f8-49c7-86d6-2aafa8bbaa5d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.467583] env[69846]: DEBUG oslo_vmware.api [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1118.467583] env[69846]: value = "task-2950378" [ 1118.467583] env[69846]: _type = "Task" [ 1118.467583] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.476799] env[69846]: DEBUG oslo_vmware.api [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.488195] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950375, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.521167] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad8507-b040-412e-8d9d-437d68f82dce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.531069] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3169b8c-ff6f-4b74-b0b6-7c4c0fd53577 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.579739] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d36f4c1-ca3f-4bc2-96f4-8335ce89b806 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.589150] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68f8a00-f4fe-4d10-a300-e6b6db928557 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.604121] env[69846]: DEBUG nova.compute.provider_tree [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.653023] env[69846]: DEBUG oslo_vmware.api [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.747390] env[69846]: DEBUG nova.compute.manager [req-23086a3a-291d-4212-abe0-1608a7a5845d req-63f3c5b9-1fa7-4760-aaeb-93be176a8bd3 service nova] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Received event network-vif-deleted-044b660e-422f-478f-9797-487a14400a76 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.747390] env[69846]: DEBUG nova.compute.manager [req-23086a3a-291d-4212-abe0-1608a7a5845d req-63f3c5b9-1fa7-4760-aaeb-93be176a8bd3 service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Received event network-changed-fecdb8e5-1fa1-4844-8f06-daaefc3af588 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.747390] env[69846]: DEBUG nova.compute.manager [req-23086a3a-291d-4212-abe0-1608a7a5845d req-63f3c5b9-1fa7-4760-aaeb-93be176a8bd3 service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Refreshing instance network info cache due to event network-changed-fecdb8e5-1fa1-4844-8f06-daaefc3af588. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.747536] env[69846]: DEBUG oslo_concurrency.lockutils [req-23086a3a-291d-4212-abe0-1608a7a5845d req-63f3c5b9-1fa7-4760-aaeb-93be176a8bd3 service nova] Acquiring lock "refresh_cache-35159d6d-db07-477d-b589-8d1e3e37cb1f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.896347] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.978357] env[69846]: DEBUG oslo_vmware.api [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193219} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.978644] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.978831] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.979021] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.979861] env[69846]: INFO nova.compute.manager [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1118.979861] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.979861] env[69846]: DEBUG nova.compute.manager [-] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.979861] env[69846]: DEBUG nova.network.neutron [-] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.982097] env[69846]: DEBUG nova.network.neutron [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.995118] env[69846]: DEBUG oslo_vmware.api [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950375, 'name': RemoveSnapshot_Task, 'duration_secs': 1.223079} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.995381] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1119.107194] env[69846]: DEBUG nova.scheduler.client.report [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.149633] env[69846]: DEBUG oslo_vmware.api [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.287290] env[69846]: DEBUG nova.compute.manager [req-8d79d428-4495-4b19-8c9a-330f42652a6e req-80c5293c-83ad-41a4-87e0-927a6251e752 service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Received event network-vif-deleted-83cc2478-42fd-4849-8aab-a4f0136e85da {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.287368] env[69846]: INFO nova.compute.manager [req-8d79d428-4495-4b19-8c9a-330f42652a6e req-80c5293c-83ad-41a4-87e0-927a6251e752 service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Neutron deleted interface 83cc2478-42fd-4849-8aab-a4f0136e85da; detaching it from the instance and deleting it from the info cache [ 1119.287524] env[69846]: DEBUG nova.network.neutron [req-8d79d428-4495-4b19-8c9a-330f42652a6e req-80c5293c-83ad-41a4-87e0-927a6251e752 service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.289342] env[69846]: DEBUG nova.network.neutron [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance_info_cache with network_info: [{"id": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "address": "fa:16:3e:0f:39:de", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6802447f-4f", "ovs_interfaceid": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.291822] env[69846]: DEBUG nova.network.neutron [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Updating instance_info_cache with network_info: [{"id": "fecdb8e5-1fa1-4844-8f06-daaefc3af588", "address": "fa:16:3e:19:dc:0f", "network": {"id": "9fab8172-d232-4e54-b9c4-6a173a0f084e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-526206921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09f548f78dbe46b3b687e71e182fcf49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfecdb8e5-1f", "ovs_interfaceid": "fecdb8e5-1fa1-4844-8f06-daaefc3af588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.300574] env[69846]: DEBUG nova.network.neutron [-] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.501077] env[69846]: WARNING nova.compute.manager [None req-a95f1b94-407f-4a7e-97b9-fa35d622dc8c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Image not found during snapshot: nova.exception.ImageNotFound: Image 4eb791c0-f8fb-426e-9615-f36a381e08b8 could not be found. [ 1119.612465] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.614875] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.320s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.617329] env[69846]: INFO nova.compute.claims [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.639229] env[69846]: INFO nova.scheduler.client.report [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Deleted allocations for instance 80615314-3302-45dc-9dc8-f910eae5dbd9 [ 1119.657589] env[69846]: DEBUG oslo_vmware.api [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950374, 'name': PowerOnVM_Task, 'duration_secs': 2.391303} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.657589] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.657589] env[69846]: DEBUG nova.compute.manager [None req-4233e578-6ec3-4ccd-9f30-39105910dfee tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.657589] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772b95f1-df4c-4d93-acc2-47d5b5fba658 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.756881] env[69846]: DEBUG nova.network.neutron [-] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.791989] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.793693] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Releasing lock "refresh_cache-35159d6d-db07-477d-b589-8d1e3e37cb1f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.793979] env[69846]: DEBUG nova.compute.manager [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Instance network_info: |[{"id": "fecdb8e5-1fa1-4844-8f06-daaefc3af588", "address": "fa:16:3e:19:dc:0f", "network": {"id": "9fab8172-d232-4e54-b9c4-6a173a0f084e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-526206921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09f548f78dbe46b3b687e71e182fcf49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfecdb8e5-1f", "ovs_interfaceid": "fecdb8e5-1fa1-4844-8f06-daaefc3af588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.794219] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9df070b2-31d0-4081-a03a-e5115d57e1fd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.796413] env[69846]: DEBUG oslo_concurrency.lockutils [req-23086a3a-291d-4212-abe0-1608a7a5845d req-63f3c5b9-1fa7-4760-aaeb-93be176a8bd3 service nova] Acquired lock "refresh_cache-35159d6d-db07-477d-b589-8d1e3e37cb1f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.796605] env[69846]: DEBUG nova.network.neutron [req-23086a3a-291d-4212-abe0-1608a7a5845d req-63f3c5b9-1fa7-4760-aaeb-93be176a8bd3 service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Refreshing network info cache for port fecdb8e5-1fa1-4844-8f06-daaefc3af588 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.797609] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:dc:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fecdb8e5-1fa1-4844-8f06-daaefc3af588', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.805972] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Creating folder: Project (09f548f78dbe46b3b687e71e182fcf49). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.809244] env[69846]: INFO nova.compute.manager [-] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Took 2.35 seconds to deallocate network for instance. [ 1119.809448] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7335b6da-a33a-42a6-a80c-2e420e7e12eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.819895] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4e760c-3a65-4b11-89a0-58ac8ee2f50e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.833291] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Created folder: Project (09f548f78dbe46b3b687e71e182fcf49) in parent group-v591891. [ 1119.833291] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Creating folder: Instances. Parent ref: group-v592157. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.833291] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bef16121-a4ae-4f58-8d2c-a52c74144f5c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.854660] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Created folder: Instances in parent group-v592157. [ 1119.854787] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.854976] env[69846]: DEBUG nova.compute.manager [req-8d79d428-4495-4b19-8c9a-330f42652a6e req-80c5293c-83ad-41a4-87e0-927a6251e752 service nova] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Detach interface failed, port_id=83cc2478-42fd-4849-8aab-a4f0136e85da, reason: Instance 1f002cc4-b87c-44cd-b908-1d91494b800a could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.855916] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.856163] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ae06ab0-c0b9-4b5b-a871-ee7e3e4782a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.875096] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.875096] env[69846]: value = "task-2950381" [ 1119.875096] env[69846]: _type = "Task" [ 1119.875096] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.882555] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950381, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.119597] env[69846]: DEBUG nova.network.neutron [req-23086a3a-291d-4212-abe0-1608a7a5845d req-63f3c5b9-1fa7-4760-aaeb-93be176a8bd3 service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Updated VIF entry in instance network info cache for port fecdb8e5-1fa1-4844-8f06-daaefc3af588. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.119996] env[69846]: DEBUG nova.network.neutron [req-23086a3a-291d-4212-abe0-1608a7a5845d req-63f3c5b9-1fa7-4760-aaeb-93be176a8bd3 service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Updating instance_info_cache with network_info: [{"id": "fecdb8e5-1fa1-4844-8f06-daaefc3af588", "address": "fa:16:3e:19:dc:0f", "network": {"id": "9fab8172-d232-4e54-b9c4-6a173a0f084e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-526206921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09f548f78dbe46b3b687e71e182fcf49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfecdb8e5-1f", "ovs_interfaceid": "fecdb8e5-1fa1-4844-8f06-daaefc3af588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.151552] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Lock "80615314-3302-45dc-9dc8-f910eae5dbd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.096s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.259836] env[69846]: INFO nova.compute.manager [-] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Took 1.28 seconds to deallocate network for instance. [ 1120.318050] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.386424] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950381, 'name': CreateVM_Task, 'duration_secs': 0.322515} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.386602] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.387340] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.387497] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.387817] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.388086] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19035123-ac15-4d40-bf3f-a5522edd4309 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.393137] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1120.393137] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5210f98a-a157-9116-5837-c33113a2f646" [ 1120.393137] env[69846]: _type = "Task" [ 1120.393137] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.400627] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5210f98a-a157-9116-5837-c33113a2f646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.623670] env[69846]: DEBUG oslo_concurrency.lockutils [req-23086a3a-291d-4212-abe0-1608a7a5845d req-63f3c5b9-1fa7-4760-aaeb-93be176a8bd3 service nova] Releasing lock "refresh_cache-35159d6d-db07-477d-b589-8d1e3e37cb1f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.766259] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.821315] env[69846]: DEBUG nova.compute.manager [req-a8f37e1c-104f-4be5-8007-4523a4b7397d req-b2f29278-2c6f-4aef-bed6-7136e6324c56 service nova] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Received event network-vif-deleted-7e70a6a5-738a-4533-8852-d2b2ba512d95 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.821817] env[69846]: DEBUG nova.compute.manager [req-a8f37e1c-104f-4be5-8007-4523a4b7397d req-b2f29278-2c6f-4aef-bed6-7136e6324c56 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received event network-changed-aea952f1-9696-4cbc-9c01-a85097827700 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.822046] env[69846]: DEBUG nova.compute.manager [req-a8f37e1c-104f-4be5-8007-4523a4b7397d req-b2f29278-2c6f-4aef-bed6-7136e6324c56 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Refreshing instance network info cache due to event network-changed-aea952f1-9696-4cbc-9c01-a85097827700. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.822367] env[69846]: DEBUG oslo_concurrency.lockutils [req-a8f37e1c-104f-4be5-8007-4523a4b7397d req-b2f29278-2c6f-4aef-bed6-7136e6324c56 service nova] Acquiring lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.822583] env[69846]: DEBUG oslo_concurrency.lockutils [req-a8f37e1c-104f-4be5-8007-4523a4b7397d req-b2f29278-2c6f-4aef-bed6-7136e6324c56 service nova] Acquired lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.822820] env[69846]: DEBUG nova.network.neutron [req-a8f37e1c-104f-4be5-8007-4523a4b7397d req-b2f29278-2c6f-4aef-bed6-7136e6324c56 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Refreshing network info cache for port aea952f1-9696-4cbc-9c01-a85097827700 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.862324] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.862580] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.862782] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.863017] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.863218] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.865678] env[69846]: INFO nova.compute.manager [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Terminating instance [ 1120.882253] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ffe480-ae4b-4ec8-98e4-44890cd288cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.890686] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3e4e8-4c4d-447b-8770-9f483dc50b21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.903527] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5210f98a-a157-9116-5837-c33113a2f646, 'name': SearchDatastore_Task, 'duration_secs': 0.042623} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.930949] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.930949] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.930949] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.930949] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.930949] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.931593] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47717d4c-a1b5-4c24-aff8-a9e829c7812b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.934192] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700419f-e212-4313-bfa1-e97ffeba1a38 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.943991] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eccb274-0f09-4949-9e2f-94417d90142d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.949727] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.949988] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.951363] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d28f1a-ba36-4511-975b-92cbd9758e9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.963972] env[69846]: DEBUG nova.compute.provider_tree [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.968969] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1120.968969] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52283b3c-4586-18c7-cd76-18855ff7959d" [ 1120.968969] env[69846]: _type = "Task" [ 1120.968969] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.976930] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52283b3c-4586-18c7-cd76-18855ff7959d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.309637] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02908a7-9fbf-433f-8b21-1ce6ba86af8a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.331702] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance 'ac1a2386-9eff-4eec-bb5c-bce4339a782d' progress to 0 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.370338] env[69846]: DEBUG nova.compute.manager [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.370594] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.372435] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57baa341-3094-4fbb-92f3-f84e6ce7ecf6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.383013] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.383303] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b5177d9-fbe3-43dc-bc85-fafe88cc8b97 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.389733] env[69846]: DEBUG oslo_vmware.api [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1121.389733] env[69846]: value = "task-2950382" [ 1121.389733] env[69846]: _type = "Task" [ 1121.389733] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.399305] env[69846]: DEBUG oslo_vmware.api [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.466977] env[69846]: DEBUG nova.scheduler.client.report [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.481844] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52283b3c-4586-18c7-cd76-18855ff7959d, 'name': SearchDatastore_Task, 'duration_secs': 0.016009} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.485772] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ff749d-3ce3-400a-92de-0873c61db9ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.489775] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1121.489775] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]520d0085-52ea-9fc7-4592-cc45445c42b3" [ 1121.489775] env[69846]: _type = "Task" [ 1121.489775] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.500050] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520d0085-52ea-9fc7-4592-cc45445c42b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.650407] env[69846]: DEBUG nova.network.neutron [req-a8f37e1c-104f-4be5-8007-4523a4b7397d req-b2f29278-2c6f-4aef-bed6-7136e6324c56 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updated VIF entry in instance network info cache for port aea952f1-9696-4cbc-9c01-a85097827700. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.650903] env[69846]: DEBUG nova.network.neutron [req-a8f37e1c-104f-4be5-8007-4523a4b7397d req-b2f29278-2c6f-4aef-bed6-7136e6324c56 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.837790] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.838163] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a498d2-f72e-42ca-bb84-934db7cbcbdd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.845283] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1121.845283] env[69846]: value = "task-2950383" [ 1121.845283] env[69846]: _type = "Task" [ 1121.845283] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.855679] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.899601] env[69846]: DEBUG oslo_vmware.api [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950382, 'name': PowerOffVM_Task, 'duration_secs': 0.268665} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.899923] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.900122] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.900385] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53d5bd8b-d099-48e7-9413-685633717f95 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.962119] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.962656] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.962656] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Deleting the datastore file [datastore1] 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.962928] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a692bcaf-cfb5-4431-9411-29d646761eb1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.971171] env[69846]: DEBUG oslo_vmware.api [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1121.971171] env[69846]: value = "task-2950385" [ 1121.971171] env[69846]: _type = "Task" [ 1121.971171] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.975068] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.975757] env[69846]: DEBUG nova.compute.manager [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.982396] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.717s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.982651] env[69846]: DEBUG nova.objects.instance [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lazy-loading 'resources' on Instance uuid 822f7587-6217-424b-93f8-a6d5c6b4907e {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.986569] env[69846]: DEBUG oslo_vmware.api [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.006066] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]520d0085-52ea-9fc7-4592-cc45445c42b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01139} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.006066] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.006292] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 35159d6d-db07-477d-b589-8d1e3e37cb1f/35159d6d-db07-477d-b589-8d1e3e37cb1f.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.007119] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c30fdda-4321-4c57-ad5b-78a99c1513df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.013300] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1122.013300] env[69846]: value = "task-2950386" [ 1122.013300] env[69846]: _type = "Task" [ 1122.013300] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.023423] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.154368] env[69846]: DEBUG oslo_concurrency.lockutils [req-a8f37e1c-104f-4be5-8007-4523a4b7397d req-b2f29278-2c6f-4aef-bed6-7136e6324c56 service nova] Releasing lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.358379] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1122.358379] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance 'ac1a2386-9eff-4eec-bb5c-bce4339a782d' progress to 17 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.492681] env[69846]: DEBUG nova.compute.utils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.495139] env[69846]: DEBUG oslo_vmware.api [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168834} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.495921] env[69846]: DEBUG nova.compute.manager [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.496641] env[69846]: DEBUG nova.network.neutron [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.499459] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.499459] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.499694] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.499917] env[69846]: INFO nova.compute.manager [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1122.500252] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.500622] env[69846]: DEBUG nova.compute.manager [-] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.500880] env[69846]: DEBUG nova.network.neutron [-] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.523728] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506111} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.523728] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 35159d6d-db07-477d-b589-8d1e3e37cb1f/35159d6d-db07-477d-b589-8d1e3e37cb1f.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.523939] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.524072] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8a85e81-5674-45de-9d35-25a7c3cab86c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.532416] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1122.532416] env[69846]: value = "task-2950387" [ 1122.532416] env[69846]: _type = "Task" [ 1122.532416] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.542164] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.571645] env[69846]: DEBUG nova.policy [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '317d352ae7684e2483f576f99b899f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6e16b9a38743b797a3cf9c2338ff3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.777455] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311d77d1-2c90-429b-81d3-eb5109e25df9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.786214] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ddae97-7761-4c47-b86d-5e55bac223b2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.824460] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8fcf76-2f77-4d02-a48d-bf88beef5757 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.834305] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2304c73e-825f-496b-bcbc-a3206dd9814f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.850510] env[69846]: DEBUG nova.compute.provider_tree [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.866073] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.866422] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.866634] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.866866] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.867084] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.867290] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.867666] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.867893] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.868133] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.868333] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.869519] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.874186] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d52daa98-e636-4f32-86d3-48d63c820c68 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.890569] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1122.890569] env[69846]: value = "task-2950388" [ 1122.890569] env[69846]: _type = "Task" [ 1122.890569] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.899950] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.996457] env[69846]: DEBUG nova.compute.manager [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.049906] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073309} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.049906] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.050686] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a31ea3b-b785-465b-9a49-9bcf675bb67c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.075349] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 35159d6d-db07-477d-b589-8d1e3e37cb1f/35159d6d-db07-477d-b589-8d1e3e37cb1f.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.075866] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27964a03-a8bb-48cf-81fb-652e138d1bf1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.095664] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1123.095664] env[69846]: value = "task-2950389" [ 1123.095664] env[69846]: _type = "Task" [ 1123.095664] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.104360] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.242886] env[69846]: DEBUG nova.compute.manager [req-57b78706-b28b-43c0-857e-769e9abee2cb req-9eca411f-fb01-47c9-b2ee-50603a2c9031 service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Received event network-vif-deleted-e79728d5-7fde-41d6-b37c-5a6300796e66 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.243362] env[69846]: INFO nova.compute.manager [req-57b78706-b28b-43c0-857e-769e9abee2cb req-9eca411f-fb01-47c9-b2ee-50603a2c9031 service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Neutron deleted interface e79728d5-7fde-41d6-b37c-5a6300796e66; detaching it from the instance and deleting it from the info cache [ 1123.243581] env[69846]: DEBUG nova.network.neutron [req-57b78706-b28b-43c0-857e-769e9abee2cb req-9eca411f-fb01-47c9-b2ee-50603a2c9031 service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.282662] env[69846]: DEBUG nova.network.neutron [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Successfully created port: 00c75f54-1827-4363-a11a-49875a4f7170 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.354332] env[69846]: DEBUG nova.scheduler.client.report [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.399836] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950388, 'name': ReconfigVM_Task, 'duration_secs': 0.157514} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.400401] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance 'ac1a2386-9eff-4eec-bb5c-bce4339a782d' progress to 33 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.593205] env[69846]: DEBUG nova.network.neutron [-] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.604571] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950389, 'name': ReconfigVM_Task, 'duration_secs': 0.283782} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.604848] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 35159d6d-db07-477d-b589-8d1e3e37cb1f/35159d6d-db07-477d-b589-8d1e3e37cb1f.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.605488] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-659410e4-30e5-4194-b1c0-c5d5b3069d1f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.612499] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1123.612499] env[69846]: value = "task-2950390" [ 1123.612499] env[69846]: _type = "Task" [ 1123.612499] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.620381] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950390, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.746533] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59063d84-b418-4f00-b640-a05d8c68a7d9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.758146] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f8d18-fa31-4234-91aa-a94342448be4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.798591] env[69846]: DEBUG nova.compute.manager [req-57b78706-b28b-43c0-857e-769e9abee2cb req-9eca411f-fb01-47c9-b2ee-50603a2c9031 service nova] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Detach interface failed, port_id=e79728d5-7fde-41d6-b37c-5a6300796e66, reason: Instance 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.858849] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.861313] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.153s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.861549] env[69846]: DEBUG nova.objects.instance [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'resources' on Instance uuid 39baf588-6c09-4df4-a426-d2158d9c7afc {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.895931] env[69846]: INFO nova.scheduler.client.report [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Deleted allocations for instance 822f7587-6217-424b-93f8-a6d5c6b4907e [ 1123.907118] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.907453] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.907622] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.907807] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.907948] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.908929] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.908929] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.908929] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.908929] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.909183] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.909376] env[69846]: DEBUG nova.virt.hardware [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.915084] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.916011] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4adae743-4b0f-41ba-840e-7ad1022f934b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.935972] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1123.935972] env[69846]: value = "task-2950391" [ 1123.935972] env[69846]: _type = "Task" [ 1123.935972] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.948077] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.006237] env[69846]: DEBUG nova.compute.manager [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.031220] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.031840] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.031840] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.031840] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.032036] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.032183] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.032400] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.032564] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.032741] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.032928] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.033573] env[69846]: DEBUG nova.virt.hardware [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.034280] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a2ea8-747a-4b2d-ad3a-6c00d43c70da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.043367] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d72e0-2884-40a4-b19a-eb2c766aec99 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.095518] env[69846]: INFO nova.compute.manager [-] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Took 1.59 seconds to deallocate network for instance. [ 1124.123304] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950390, 'name': Rename_Task, 'duration_secs': 0.151464} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.123304] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.123304] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22334cb8-101e-4537-ad92-39b817555ac1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.128835] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1124.128835] env[69846]: value = "task-2950392" [ 1124.128835] env[69846]: _type = "Task" [ 1124.128835] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.136869] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.404546] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Lock "822f7587-6217-424b-93f8-a6d5c6b4907e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.063s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.448777] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950391, 'name': ReconfigVM_Task, 'duration_secs': 0.178797} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.451644] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.452768] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891fe9fd-c33b-446d-8270-7e048761d5b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.476132] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ac1a2386-9eff-4eec-bb5c-bce4339a782d/ac1a2386-9eff-4eec-bb5c-bce4339a782d.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.479061] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0c5708e-a084-4452-b1ac-fd18b356bfad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.497698] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1124.497698] env[69846]: value = "task-2950393" [ 1124.497698] env[69846]: _type = "Task" [ 1124.497698] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.509741] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950393, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.602175] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.625591] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece55a60-786c-4ecc-9d4a-430f37f8ec06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.635871] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed215bd8-abaf-4010-88e6-81140e56f2a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.642101] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.674015] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47f8a46-ea8b-401a-9ed5-cea4687473df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.677923] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1659b269-83c9-451c-8ebe-d9d615152269 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.693323] env[69846]: DEBUG nova.compute.provider_tree [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.859828] env[69846]: DEBUG nova.network.neutron [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Successfully updated port: 00c75f54-1827-4363-a11a-49875a4f7170 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.867854] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.868275] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.007592] env[69846]: DEBUG oslo_vmware.api [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950393, 'name': ReconfigVM_Task, 'duration_secs': 0.317267} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.008052] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ac1a2386-9eff-4eec-bb5c-bce4339a782d/ac1a2386-9eff-4eec-bb5c-bce4339a782d.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.011053] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance 'ac1a2386-9eff-4eec-bb5c-bce4339a782d' progress to 50 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.140078] env[69846]: DEBUG oslo_vmware.api [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950392, 'name': PowerOnVM_Task, 'duration_secs': 0.697486} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.140390] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.140593] env[69846]: INFO nova.compute.manager [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1125.140774] env[69846]: DEBUG nova.compute.manager [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.141562] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f39ae96-eb1f-4393-b1d5-f2aa95e7126c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.196149] env[69846]: DEBUG nova.scheduler.client.report [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.271982] env[69846]: DEBUG nova.compute.manager [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Received event network-vif-plugged-00c75f54-1827-4363-a11a-49875a4f7170 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.271982] env[69846]: DEBUG oslo_concurrency.lockutils [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] Acquiring lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.272157] env[69846]: DEBUG oslo_concurrency.lockutils [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] Lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.272342] env[69846]: DEBUG oslo_concurrency.lockutils [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] Lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.272512] env[69846]: DEBUG nova.compute.manager [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] No waiting events found dispatching network-vif-plugged-00c75f54-1827-4363-a11a-49875a4f7170 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.272675] env[69846]: WARNING nova.compute.manager [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Received unexpected event network-vif-plugged-00c75f54-1827-4363-a11a-49875a4f7170 for instance with vm_state building and task_state spawning. [ 1125.272830] env[69846]: DEBUG nova.compute.manager [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Received event network-changed-00c75f54-1827-4363-a11a-49875a4f7170 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.272987] env[69846]: DEBUG nova.compute.manager [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Refreshing instance network info cache due to event network-changed-00c75f54-1827-4363-a11a-49875a4f7170. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.273209] env[69846]: DEBUG oslo_concurrency.lockutils [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] Acquiring lock "refresh_cache-d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.273346] env[69846]: DEBUG oslo_concurrency.lockutils [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] Acquired lock "refresh_cache-d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.273501] env[69846]: DEBUG nova.network.neutron [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Refreshing network info cache for port 00c75f54-1827-4363-a11a-49875a4f7170 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.367529] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "refresh_cache-d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.371206] env[69846]: DEBUG nova.compute.manager [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.517708] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb043d7c-48c5-463f-8c8a-27ae23c67371 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.542187] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c023ece-6b89-4558-89b6-bfb8f827ed1f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.561167] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance 'ac1a2386-9eff-4eec-bb5c-bce4339a782d' progress to 67 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.659398] env[69846]: INFO nova.compute.manager [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Took 19.56 seconds to build instance. [ 1125.705476] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.707261] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.811s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.707261] env[69846]: DEBUG nova.objects.instance [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lazy-loading 'resources' on Instance uuid 765eabbf-d55d-4c14-98c9-07df6a92d3ed {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.747095] env[69846]: INFO nova.scheduler.client.report [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleted allocations for instance 39baf588-6c09-4df4-a426-d2158d9c7afc [ 1125.834896] env[69846]: DEBUG nova.network.neutron [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.902159] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.964894] env[69846]: DEBUG nova.network.neutron [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.119164] env[69846]: DEBUG nova.network.neutron [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Port 6802447f-4f4c-4cda-aeac-2ccc4f513afc binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1126.162910] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b09ffc95-c68c-4b1e-8a58-3becb7254055 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lock "35159d6d-db07-477d-b589-8d1e3e37cb1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.075s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.255386] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0c0e0b52-5110-4f18-9a04-64d8906d080b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "39baf588-6c09-4df4-a426-d2158d9c7afc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.663s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.404272] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f1c587-a0dc-4b39-bbc0-c073ef6bd400 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.412266] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e590a6b-46ec-4e78-93bb-2f8b8141eb34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.448341] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c592d17-616c-4191-9561-9af29ff04886 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.456389] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9598833-ec34-452b-ae62-d5889662588a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.469629] env[69846]: DEBUG oslo_concurrency.lockutils [req-c0364b00-d8ce-4813-97aa-afc27443e363 req-f94d2b7f-7600-41ff-b1cb-5954e91c963e service nova] Releasing lock "refresh_cache-d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.470466] env[69846]: DEBUG nova.compute.provider_tree [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.471677] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "refresh_cache-d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.472278] env[69846]: DEBUG nova.network.neutron [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.920665] env[69846]: DEBUG nova.compute.manager [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.921600] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28cd5c8-7e90-425c-bb39-5082a0b679d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.974525] env[69846]: DEBUG nova.scheduler.client.report [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.033998] env[69846]: DEBUG nova.network.neutron [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.143737] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.144035] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.144315] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.198017] env[69846]: DEBUG nova.network.neutron [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Updating instance_info_cache with network_info: [{"id": "00c75f54-1827-4363-a11a-49875a4f7170", "address": "fa:16:3e:07:67:c8", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c75f54-18", "ovs_interfaceid": "00c75f54-1827-4363-a11a-49875a4f7170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.433900] env[69846]: INFO nova.compute.manager [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] instance snapshotting [ 1127.436891] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ce3716-3d18-4d31-a8d1-bd79ddbd0290 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.457869] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c20ee6c-b8f9-42a8-88d4-219f9189d640 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.485122] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.487439] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.170s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.487677] env[69846]: DEBUG nova.objects.instance [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lazy-loading 'resources' on Instance uuid 0f2009a7-3ad9-4ec7-853b-f557e7318536 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.511133] env[69846]: INFO nova.scheduler.client.report [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted allocations for instance 765eabbf-d55d-4c14-98c9-07df6a92d3ed [ 1127.699762] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "refresh_cache-d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.700250] env[69846]: DEBUG nova.compute.manager [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Instance network_info: |[{"id": "00c75f54-1827-4363-a11a-49875a4f7170", "address": "fa:16:3e:07:67:c8", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c75f54-18", "ovs_interfaceid": "00c75f54-1827-4363-a11a-49875a4f7170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.700809] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:67:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00c75f54-1827-4363-a11a-49875a4f7170', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.709973] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.710213] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.710445] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98d3e0e8-2106-4efc-b2ce-efb7b772ab26 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.731219] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.731219] env[69846]: value = "task-2950394" [ 1127.731219] env[69846]: _type = "Task" [ 1127.731219] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.738896] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950394, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.969693] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1127.970151] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-793e6bbb-b128-4535-b228-7cab44b8b744 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.979099] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1127.979099] env[69846]: value = "task-2950395" [ 1127.979099] env[69846]: _type = "Task" [ 1127.979099] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.994998] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.022622] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "765eabbf-d55d-4c14-98c9-07df6a92d3ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.781s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.211295] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.211468] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.211640] env[69846]: DEBUG nova.network.neutron [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.242372] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950394, 'name': CreateVM_Task, 'duration_secs': 0.406166} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.242531] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.243201] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.243354] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.243655] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.244167] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b94c713-9379-42e7-b683-6bb643fc44f0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.248494] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1128.248494] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5253361b-2c03-2acc-6467-e30a5415bf42" [ 1128.248494] env[69846]: _type = "Task" [ 1128.248494] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.259095] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5253361b-2c03-2acc-6467-e30a5415bf42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.260705] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dd1637-4bb3-4038-9f74-60aed951ab69 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.267310] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84207b6-6255-4c41-bda3-1faee7e68a9a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.298587] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d492fd0a-f41b-49cb-90ed-cc55cbf9284d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.305728] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8994114a-a098-4e37-a396-009f9571b40f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.318931] env[69846]: DEBUG nova.compute.provider_tree [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.408767] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.408767] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.488934] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.761371] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5253361b-2c03-2acc-6467-e30a5415bf42, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.761684] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.761956] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.762223] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.762372] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.762549] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.762801] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35427c02-c8d0-41b9-8f41-fbfeff05f69d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.770502] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.770674] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.771368] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091a9d88-9b26-48a2-8d07-82171ecda31a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.776036] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1128.776036] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f2835d-bc76-d474-528d-61c82ff113a7" [ 1128.776036] env[69846]: _type = "Task" [ 1128.776036] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.783293] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f2835d-bc76-d474-528d-61c82ff113a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.822455] env[69846]: DEBUG nova.scheduler.client.report [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.911025] env[69846]: DEBUG nova.compute.manager [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.990017] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.224656] env[69846]: DEBUG nova.network.neutron [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance_info_cache with network_info: [{"id": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "address": "fa:16:3e:0f:39:de", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6802447f-4f", "ovs_interfaceid": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.289893] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f2835d-bc76-d474-528d-61c82ff113a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.291700] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90afcbb-bf7d-4a93-93d4-5a32049132c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.297868] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1129.297868] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528d0105-ad38-ae62-0413-4724f10b8212" [ 1129.297868] env[69846]: _type = "Task" [ 1129.297868] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.307418] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528d0105-ad38-ae62-0413-4724f10b8212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.327379] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.329885] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.564s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.330135] env[69846]: DEBUG nova.objects.instance [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lazy-loading 'resources' on Instance uuid 1f002cc4-b87c-44cd-b908-1d91494b800a {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.344554] env[69846]: INFO nova.scheduler.client.report [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Deleted allocations for instance 0f2009a7-3ad9-4ec7-853b-f557e7318536 [ 1129.435050] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.490243] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950395, 'name': CreateSnapshot_Task, 'duration_secs': 1.235991} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.490519] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.491285] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20828ad7-323d-4f1a-bd2c-e2222a2febeb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.726834] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.733156] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.733411] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.808356] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528d0105-ad38-ae62-0413-4724f10b8212, 'name': SearchDatastore_Task, 'duration_secs': 0.014087} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.808593] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.808858] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d1e60ec6-09c7-4f1d-a6c4-898a5df14a07/d1e60ec6-09c7-4f1d-a6c4-898a5df14a07.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.809132] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00febbae-aa8b-4f56-abd8-0014df1617f4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.817412] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1129.817412] env[69846]: value = "task-2950396" [ 1129.817412] env[69846]: _type = "Task" [ 1129.817412] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.824997] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.853343] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Lock "0f2009a7-3ad9-4ec7-853b-f557e7318536" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.034s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.007807] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1130.008455] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-16073b26-19d5-4e59-a622-3c3a31450034 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.019267] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1130.019267] env[69846]: value = "task-2950397" [ 1130.019267] env[69846]: _type = "Task" [ 1130.019267] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.027309] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950397, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.040411] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f75997-b49c-44f8-ba00-498a13e18570 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.050529] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f5ea40-3c41-400b-8ad3-63cca99857cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.083766] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2813c617-fbe2-4926-a7ca-cd0461fd85e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.094757] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b071c9-75a7-4c86-9fdd-2f2dad68d015 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.111500] env[69846]: DEBUG nova.compute.provider_tree [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.131369] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.131690] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.237713] env[69846]: DEBUG nova.compute.manager [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.258915] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a827aff0-9c26-475b-b366-7c0475b3b62e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.281252] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a32aa4f-f5a4-4efe-88d5-7b8972100cec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.289520] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance 'ac1a2386-9eff-4eec-bb5c-bce4339a782d' progress to 83 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.330333] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51149} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.330410] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d1e60ec6-09c7-4f1d-a6c4-898a5df14a07/d1e60ec6-09c7-4f1d-a6c4-898a5df14a07.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.330873] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.330873] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-587c6fe0-0c59-44ca-9e83-6598e88cdcb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.337593] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1130.337593] env[69846]: value = "task-2950398" [ 1130.337593] env[69846]: _type = "Task" [ 1130.337593] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.346779] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.530081] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950397, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.615544] env[69846]: DEBUG nova.scheduler.client.report [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.635106] env[69846]: INFO nova.compute.manager [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Detaching volume e50435b8-622b-410a-9edb-aa2c6a833021 [ 1130.672837] env[69846]: INFO nova.virt.block_device [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Attempting to driver detach volume e50435b8-622b-410a-9edb-aa2c6a833021 from mountpoint /dev/sdb [ 1130.673121] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1130.673309] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592126', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'name': 'volume-e50435b8-622b-410a-9edb-aa2c6a833021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d25b54-c4d0-4e6d-8688-7abd09857648', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'serial': 'e50435b8-622b-410a-9edb-aa2c6a833021'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1130.674201] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1c6dcf-1efb-46d1-8053-e9669ccaec3f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.696105] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a362ecf9-549f-43b3-be02-49a65b95841d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.703631] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6422ffc5-aa0d-4bde-95a4-43ce4aafe0be {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.723901] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8403d26-33d8-449f-92b3-43b22df265d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.739952] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] The volume has not been displaced from its original location: [datastore2] volume-e50435b8-622b-410a-9edb-aa2c6a833021/volume-e50435b8-622b-410a-9edb-aa2c6a833021.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1130.745620] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1130.748284] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8848c369-e822-4d4c-8089-a9f6a217c595 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.769645] env[69846]: DEBUG oslo_vmware.api [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1130.769645] env[69846]: value = "task-2950399" [ 1130.769645] env[69846]: _type = "Task" [ 1130.769645] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.777821] env[69846]: DEBUG oslo_vmware.api [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.778794] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.797135] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8dc780-55d3-47b7-a813-1c560b366c2f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance 'ac1a2386-9eff-4eec-bb5c-bce4339a782d' progress to 100 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.850213] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07497} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.850488] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.851369] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b082a1-4af3-49be-9fce-a408692e4042 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.873349] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d1e60ec6-09c7-4f1d-a6c4-898a5df14a07/d1e60ec6-09c7-4f1d-a6c4-898a5df14a07.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.873667] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8287dde-b8f2-4764-9fbf-7e159649ac17 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.895059] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1130.895059] env[69846]: value = "task-2950400" [ 1130.895059] env[69846]: _type = "Task" [ 1130.895059] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.903348] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.030090] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950397, 'name': CloneVM_Task} progress is 95%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.120730] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.123069] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.521s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.123365] env[69846]: DEBUG nova.objects.instance [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lazy-loading 'resources' on Instance uuid 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.140239] env[69846]: INFO nova.scheduler.client.report [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Deleted allocations for instance 1f002cc4-b87c-44cd-b908-1d91494b800a [ 1131.280474] env[69846]: DEBUG oslo_vmware.api [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950399, 'name': ReconfigVM_Task, 'duration_secs': 0.22889} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.280753] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.285441] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd19d9a8-3086-4f25-9ece-905bc95b0be7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.305250] env[69846]: DEBUG oslo_vmware.api [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1131.305250] env[69846]: value = "task-2950401" [ 1131.305250] env[69846]: _type = "Task" [ 1131.305250] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.313976] env[69846]: DEBUG oslo_vmware.api [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.405263] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950400, 'name': ReconfigVM_Task, 'duration_secs': 0.286473} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.405557] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d1e60ec6-09c7-4f1d-a6c4-898a5df14a07/d1e60ec6-09c7-4f1d-a6c4-898a5df14a07.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.406219] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e02020d-84a1-4734-af93-d5fffe5d1331 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.413228] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1131.413228] env[69846]: value = "task-2950402" [ 1131.413228] env[69846]: _type = "Task" [ 1131.413228] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.430028] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950402, 'name': Rename_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.530939] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950397, 'name': CloneVM_Task, 'duration_secs': 1.142978} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.532558] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Created linked-clone VM from snapshot [ 1131.537027] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546039f-7bb8-4f55-ba4d-be13f5295bb8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.546177] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Uploading image db0cbc9e-6b11-4bea-86e8-788cfd88868d {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1131.571204] env[69846]: DEBUG oslo_vmware.rw_handles [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1131.571204] env[69846]: value = "vm-592162" [ 1131.571204] env[69846]: _type = "VirtualMachine" [ 1131.571204] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1131.571605] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-14771212-9310-4e15-97b3-3d4b8faced58 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.577758] env[69846]: DEBUG oslo_vmware.rw_handles [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lease: (returnval){ [ 1131.577758] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ad3ff3-9f48-5f60-fae4-e4ad21a605a0" [ 1131.577758] env[69846]: _type = "HttpNfcLease" [ 1131.577758] env[69846]: } obtained for exporting VM: (result){ [ 1131.577758] env[69846]: value = "vm-592162" [ 1131.577758] env[69846]: _type = "VirtualMachine" [ 1131.577758] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1131.578100] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the lease: (returnval){ [ 1131.578100] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ad3ff3-9f48-5f60-fae4-e4ad21a605a0" [ 1131.578100] env[69846]: _type = "HttpNfcLease" [ 1131.578100] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1131.592882] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1131.592882] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ad3ff3-9f48-5f60-fae4-e4ad21a605a0" [ 1131.592882] env[69846]: _type = "HttpNfcLease" [ 1131.592882] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1131.650406] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef26a282-20c5-4202-b181-1a3cdf92015b tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "1f002cc4-b87c-44cd-b908-1d91494b800a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.317s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.821809] env[69846]: DEBUG oslo_vmware.api [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950401, 'name': ReconfigVM_Task, 'duration_secs': 0.147038} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.822348] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592126', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'name': 'volume-e50435b8-622b-410a-9edb-aa2c6a833021', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3d25b54-c4d0-4e6d-8688-7abd09857648', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50435b8-622b-410a-9edb-aa2c6a833021', 'serial': 'e50435b8-622b-410a-9edb-aa2c6a833021'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1131.886555] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d04628-e1bc-45ba-9546-e88bdf67dfb0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.896957] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5caf77-4670-4cb0-822d-308bca3d042e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.933577] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192f9290-4514-41ed-b347-94b157c2b6dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.943941] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950402, 'name': Rename_Task, 'duration_secs': 0.152539} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.945058] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfb7ee4-8629-4517-8509-a7f6722af40c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.949057] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.949376] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dafed794-21cf-4539-a99e-dd5a4ab60752 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.961071] env[69846]: DEBUG nova.compute.provider_tree [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.964197] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1131.964197] env[69846]: value = "task-2950404" [ 1131.964197] env[69846]: _type = "Task" [ 1131.964197] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.973866] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950404, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.041779] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "72d74534-d666-4993-a169-7baead19b129" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.042150] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "72d74534-d666-4993-a169-7baead19b129" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.042380] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "72d74534-d666-4993-a169-7baead19b129-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.042567] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "72d74534-d666-4993-a169-7baead19b129-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.042732] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "72d74534-d666-4993-a169-7baead19b129-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.045161] env[69846]: INFO nova.compute.manager [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Terminating instance [ 1132.085838] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1132.085838] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ad3ff3-9f48-5f60-fae4-e4ad21a605a0" [ 1132.085838] env[69846]: _type = "HttpNfcLease" [ 1132.085838] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1132.086141] env[69846]: DEBUG oslo_vmware.rw_handles [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1132.086141] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ad3ff3-9f48-5f60-fae4-e4ad21a605a0" [ 1132.086141] env[69846]: _type = "HttpNfcLease" [ 1132.086141] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1132.086846] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa5e6b4-68db-4258-8c57-03a43b9ad92d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.094097] env[69846]: DEBUG oslo_vmware.rw_handles [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bed43-083f-48e0-dad2-c02c35e029b9/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1132.094290] env[69846]: DEBUG oslo_vmware.rw_handles [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bed43-083f-48e0-dad2-c02c35e029b9/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1132.205707] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1aa252b7-7167-4259-bd42-19e5c45981d5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.398275] env[69846]: DEBUG nova.objects.instance [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lazy-loading 'flavor' on Instance uuid d3d25b54-c4d0-4e6d-8688-7abd09857648 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.481738] env[69846]: DEBUG oslo_vmware.api [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950404, 'name': PowerOnVM_Task, 'duration_secs': 0.502519} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.481989] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.482252] env[69846]: INFO nova.compute.manager [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1132.482503] env[69846]: DEBUG nova.compute.manager [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.483535] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089eaa7b-ab40-4a3c-9581-e58b7cae09bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.486995] env[69846]: ERROR nova.scheduler.client.report [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [req-58e39685-62c1-44de-a322-7658879fe7e7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-58e39685-62c1-44de-a322-7658879fe7e7"}]} [ 1132.505197] env[69846]: DEBUG nova.scheduler.client.report [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1132.519380] env[69846]: DEBUG nova.scheduler.client.report [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1132.519682] env[69846]: DEBUG nova.compute.provider_tree [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.533422] env[69846]: DEBUG nova.scheduler.client.report [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1132.549892] env[69846]: DEBUG nova.compute.manager [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.550146] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.551200] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61183e66-02cc-4e20-8a07-be8ce364f203 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.554874] env[69846]: DEBUG nova.scheduler.client.report [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1132.561813] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.562190] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a5248de-1a63-41af-91ec-7ec798698324 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.568758] env[69846]: DEBUG oslo_vmware.api [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1132.568758] env[69846]: value = "task-2950405" [ 1132.568758] env[69846]: _type = "Task" [ 1132.568758] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.577551] env[69846]: DEBUG oslo_vmware.api [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.806794] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b86618-159f-4e70-9f29-03ea542d2d3c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.816832] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914a0ad2-3f6c-4d65-8af0-0ebc799fd9ac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.860409] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491bc4b4-fbe8-4b44-8d67-5b0446772762 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.874083] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabaad52-867a-4b85-bde6-ef679ab33e93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.891581] env[69846]: DEBUG nova.compute.provider_tree [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.005313] env[69846]: INFO nova.compute.manager [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Took 19.72 seconds to build instance. [ 1133.079054] env[69846]: DEBUG oslo_vmware.api [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950405, 'name': PowerOffVM_Task, 'duration_secs': 0.258499} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.079347] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.079518] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.079772] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84b003bc-a4a0-4501-b525-8f35e3b59bcc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.143825] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.144070] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.144263] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Deleting the datastore file [datastore1] 72d74534-d666-4993-a169-7baead19b129 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.144573] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e8ac04c-2673-40b7-aac1-ad66669fc982 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.152716] env[69846]: DEBUG oslo_vmware.api [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for the task: (returnval){ [ 1133.152716] env[69846]: value = "task-2950407" [ 1133.152716] env[69846]: _type = "Task" [ 1133.152716] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.160935] env[69846]: DEBUG oslo_vmware.api [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.369030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.370669] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.002s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.371457] env[69846]: DEBUG nova.compute.manager [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Going to confirm migration 3 {{(pid=69846) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1133.408327] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c8efccb6-2dc3-4e7f-aa3c-7c6d24fcc750 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.433257] env[69846]: DEBUG nova.scheduler.client.report [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1133.433547] env[69846]: DEBUG nova.compute.provider_tree [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 127 to 128 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1133.433742] env[69846]: DEBUG nova.compute.provider_tree [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.507707] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.236s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.665470] env[69846]: DEBUG oslo_vmware.api [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Task: {'id': task-2950407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353019} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.665880] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.666092] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.666317] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.666502] env[69846]: INFO nova.compute.manager [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] [instance: 72d74534-d666-4993-a169-7baead19b129] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1133.666746] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.666933] env[69846]: DEBUG nova.compute.manager [-] [instance: 72d74534-d666-4993-a169-7baead19b129] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.667038] env[69846]: DEBUG nova.network.neutron [-] [instance: 72d74534-d666-4993-a169-7baead19b129] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.940169] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.817s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.944488] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.043s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.946166] env[69846]: INFO nova.compute.claims [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.952245] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.952245] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.952245] env[69846]: DEBUG nova.network.neutron [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.952245] env[69846]: DEBUG nova.objects.instance [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'info_cache' on Instance uuid ac1a2386-9eff-4eec-bb5c-bce4339a782d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.975554] env[69846]: INFO nova.scheduler.client.report [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Deleted allocations for instance 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8 [ 1134.162779] env[69846]: DEBUG nova.compute.manager [req-9e160801-0ed0-4e9d-82b1-8f1bdf23b71c req-010a9671-7a4f-4755-93f5-d45ebbbb9144 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Received event network-vif-deleted-fe8d2c2e-6824-473b-86b9-356e0aca5a59 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.163090] env[69846]: INFO nova.compute.manager [req-9e160801-0ed0-4e9d-82b1-8f1bdf23b71c req-010a9671-7a4f-4755-93f5-d45ebbbb9144 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Neutron deleted interface fe8d2c2e-6824-473b-86b9-356e0aca5a59; detaching it from the instance and deleting it from the info cache [ 1134.163167] env[69846]: DEBUG nova.network.neutron [req-9e160801-0ed0-4e9d-82b1-8f1bdf23b71c req-010a9671-7a4f-4755-93f5-d45ebbbb9144 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.178553] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128b6034-7180-44c6-8142-2a9e770af6e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.186011] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3f96b-6b37-4157-a894-46538c1edf6f tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Suspending the VM {{(pid=69846) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1134.186272] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9aa20bcd-1268-489f-bedf-9e6d06b9931e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.192542] env[69846]: DEBUG oslo_vmware.api [None req-5de3f96b-6b37-4157-a894-46538c1edf6f tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1134.192542] env[69846]: value = "task-2950408" [ 1134.192542] env[69846]: _type = "Task" [ 1134.192542] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.200929] env[69846]: DEBUG oslo_vmware.api [None req-5de3f96b-6b37-4157-a894-46538c1edf6f tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950408, 'name': SuspendVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.433613] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.433902] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.434140] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "d3d25b54-c4d0-4e6d-8688-7abd09857648-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.434327] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.434498] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.436978] env[69846]: INFO nova.compute.manager [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Terminating instance [ 1134.491862] env[69846]: DEBUG oslo_concurrency.lockutils [None req-be20d603-6a80-46a8-b7b6-06595fde7c7b tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "7a0ce223-566b-4db6-8ef7-f65b63f7a4b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.629s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.524699] env[69846]: DEBUG nova.network.neutron [-] [instance: 72d74534-d666-4993-a169-7baead19b129] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.665872] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd9c656a-1e03-4975-b2bf-9159b03106ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.677688] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee7621-654a-4f7e-aa56-edb9c2f6746b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.703403] env[69846]: DEBUG oslo_vmware.api [None req-5de3f96b-6b37-4157-a894-46538c1edf6f tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950408, 'name': SuspendVM_Task} progress is 75%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.713643] env[69846]: DEBUG nova.compute.manager [req-9e160801-0ed0-4e9d-82b1-8f1bdf23b71c req-010a9671-7a4f-4755-93f5-d45ebbbb9144 service nova] [instance: 72d74534-d666-4993-a169-7baead19b129] Detach interface failed, port_id=fe8d2c2e-6824-473b-86b9-356e0aca5a59, reason: Instance 72d74534-d666-4993-a169-7baead19b129 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1134.942392] env[69846]: DEBUG nova.compute.manager [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.942625] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.943587] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e52b782-0465-4ffd-89cf-c75234cf2096 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.951715] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.951812] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e44064d-93f8-42c0-a7f7-2135444f130a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.958408] env[69846]: DEBUG oslo_vmware.api [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1134.958408] env[69846]: value = "task-2950409" [ 1134.958408] env[69846]: _type = "Task" [ 1134.958408] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.972627] env[69846]: DEBUG oslo_vmware.api [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.026989] env[69846]: INFO nova.compute.manager [-] [instance: 72d74534-d666-4993-a169-7baead19b129] Took 1.36 seconds to deallocate network for instance. [ 1135.205726] env[69846]: DEBUG oslo_vmware.api [None req-5de3f96b-6b37-4157-a894-46538c1edf6f tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950408, 'name': SuspendVM_Task, 'duration_secs': 0.655172} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.206441] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3f96b-6b37-4157-a894-46538c1edf6f tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Suspended the VM {{(pid=69846) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1135.207589] env[69846]: DEBUG nova.compute.manager [None req-5de3f96b-6b37-4157-a894-46538c1edf6f tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.208420] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e7337c-7fb3-46bc-bbde-f55f0edcc66c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.246998] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d78c41b-38ac-4ade-a042-c17bb4406181 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.255612] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c35f5d-813e-4daa-b179-94cf13010030 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.286503] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a2223c-770e-48f7-98b6-f9daee3f9f35 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.294416] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa4292f-5056-4733-a244-5f7009dc2797 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.310707] env[69846]: DEBUG nova.compute.provider_tree [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.464029] env[69846]: DEBUG nova.network.neutron [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance_info_cache with network_info: [{"id": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "address": "fa:16:3e:0f:39:de", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6802447f-4f", "ovs_interfaceid": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.470912] env[69846]: DEBUG oslo_vmware.api [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950409, 'name': PowerOffVM_Task, 'duration_secs': 0.215404} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.471260] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.471450] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.471735] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9140ff6e-7a3c-4ab4-9ff0-1f9ed8c64a88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.534389] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.545864] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.546127] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.546318] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleting the datastore file [datastore1] d3d25b54-c4d0-4e6d-8688-7abd09857648 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.546590] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d53568f-7670-4ccb-9984-c45d989aeb2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.553549] env[69846]: DEBUG oslo_vmware.api [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1135.553549] env[69846]: value = "task-2950411" [ 1135.553549] env[69846]: _type = "Task" [ 1135.553549] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.561543] env[69846]: DEBUG oslo_vmware.api [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.842735] env[69846]: DEBUG nova.scheduler.client.report [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1135.843036] env[69846]: DEBUG nova.compute.provider_tree [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 128 to 129 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1135.843230] env[69846]: DEBUG nova.compute.provider_tree [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.966601] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.966930] env[69846]: DEBUG nova.objects.instance [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'migration_context' on Instance uuid ac1a2386-9eff-4eec-bb5c-bce4339a782d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.063796] env[69846]: DEBUG oslo_vmware.api [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263518} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.064172] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.064381] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.064593] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.064781] env[69846]: INFO nova.compute.manager [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1136.065704] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.065973] env[69846]: DEBUG nova.compute.manager [-] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.066095] env[69846]: DEBUG nova.network.neutron [-] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.348570] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.349134] env[69846]: DEBUG nova.compute.manager [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.351885] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.917s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.355971] env[69846]: INFO nova.compute.claims [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.469921] env[69846]: DEBUG nova.objects.base [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.471090] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314b4d41-5f73-418e-871c-f710e11a474a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.496040] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67ea093-b04d-40f3-8a57-a287e542471c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.501979] env[69846]: DEBUG oslo_vmware.api [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1136.501979] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b885a4-38d6-a1ac-c95d-4281415f37be" [ 1136.501979] env[69846]: _type = "Task" [ 1136.501979] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.512079] env[69846]: DEBUG oslo_vmware.api [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b885a4-38d6-a1ac-c95d-4281415f37be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.621502] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "479ec724-50a5-403f-8804-114545d59bb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.621733] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "479ec724-50a5-403f-8804-114545d59bb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.737293] env[69846]: DEBUG nova.compute.manager [req-ca89da8f-1741-43c8-ac2e-0861b3adac33 req-37dcac03-b138-4dc5-9351-fd87259cb6a3 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Received event network-vif-deleted-749eacc3-687c-4478-9b16-a4d90c0945e9 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.737898] env[69846]: INFO nova.compute.manager [req-ca89da8f-1741-43c8-ac2e-0861b3adac33 req-37dcac03-b138-4dc5-9351-fd87259cb6a3 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Neutron deleted interface 749eacc3-687c-4478-9b16-a4d90c0945e9; detaching it from the instance and deleting it from the info cache [ 1136.737898] env[69846]: DEBUG nova.network.neutron [req-ca89da8f-1741-43c8-ac2e-0861b3adac33 req-37dcac03-b138-4dc5-9351-fd87259cb6a3 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.761621] env[69846]: DEBUG oslo_concurrency.lockutils [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.762588] env[69846]: DEBUG oslo_concurrency.lockutils [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.762588] env[69846]: DEBUG oslo_concurrency.lockutils [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.762588] env[69846]: DEBUG oslo_concurrency.lockutils [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.762779] env[69846]: DEBUG oslo_concurrency.lockutils [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.765200] env[69846]: INFO nova.compute.manager [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Terminating instance [ 1136.857971] env[69846]: DEBUG nova.compute.utils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.861889] env[69846]: DEBUG nova.compute.manager [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.861889] env[69846]: DEBUG nova.network.neutron [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.902098] env[69846]: DEBUG nova.policy [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3df77bf5447a4670ba2f38e8d0ab476e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d0f0e9a6cf4ead9090ef122c604272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.013971] env[69846]: DEBUG oslo_vmware.api [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b885a4-38d6-a1ac-c95d-4281415f37be, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.014581] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.124229] env[69846]: DEBUG nova.compute.manager [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.207279] env[69846]: DEBUG nova.network.neutron [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Successfully created port: 07cc136d-ff9b-4ccc-8c23-41203b25e27b {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.220262] env[69846]: DEBUG nova.network.neutron [-] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.240563] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b41517e-6eab-458c-b705-01cdd943e232 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.252651] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e420f70c-8348-424e-8b3b-3e91017744c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.269169] env[69846]: DEBUG nova.compute.manager [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.269424] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.270399] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2945a007-9acc-4067-acdf-84c2df60eb83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.278486] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.295477] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d20f0d2-5a6d-4a9f-9ab6-0e5141beccae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.297617] env[69846]: DEBUG nova.compute.manager [req-ca89da8f-1741-43c8-ac2e-0861b3adac33 req-37dcac03-b138-4dc5-9351-fd87259cb6a3 service nova] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Detach interface failed, port_id=749eacc3-687c-4478-9b16-a4d90c0945e9, reason: Instance d3d25b54-c4d0-4e6d-8688-7abd09857648 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.363108] env[69846]: DEBUG nova.compute.manager [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.366410] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.366605] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.366801] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleting the datastore file [datastore1] d1e60ec6-09c7-4f1d-a6c4-898a5df14a07 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.369959] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72ee5600-8a11-4fe1-a5c7-664dbf7aaa56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.376601] env[69846]: DEBUG oslo_vmware.api [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1137.376601] env[69846]: value = "task-2950413" [ 1137.376601] env[69846]: _type = "Task" [ 1137.376601] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.385553] env[69846]: DEBUG oslo_vmware.api [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.615772] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6b6350-d085-419c-aaa7-901ea086ef31 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.623999] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70b7aec-b88a-4785-9e41-bf6d126ca52e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.658498] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ffceb7-286a-4adc-9eff-c98744cd6ffc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.666200] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ded44e8-5011-417e-817e-237e62c56381 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.672328] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.681160] env[69846]: DEBUG nova.compute.provider_tree [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.724042] env[69846]: INFO nova.compute.manager [-] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Took 1.66 seconds to deallocate network for instance. [ 1137.886885] env[69846]: DEBUG oslo_vmware.api [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185676} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.887137] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.887327] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.887518] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.887690] env[69846]: INFO nova.compute.manager [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1137.887935] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.888154] env[69846]: DEBUG nova.compute.manager [-] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.888251] env[69846]: DEBUG nova.network.neutron [-] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.185019] env[69846]: DEBUG nova.scheduler.client.report [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.230858] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.373531] env[69846]: DEBUG nova.compute.manager [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.400506] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.400796] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.400978] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.401203] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.401375] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.401525] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.401754] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.401921] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.402153] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.402332] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.402528] env[69846]: DEBUG nova.virt.hardware [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.403519] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598e7807-b393-4533-9b48-48d61b2499dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.412116] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c68dcbf-0fdc-44a0-9fdb-cb9e2c0cad12 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.606813] env[69846]: DEBUG nova.network.neutron [-] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.689464] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.690014] env[69846]: DEBUG nova.compute.manager [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.692777] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.914s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.694323] env[69846]: INFO nova.compute.claims [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.811861] env[69846]: DEBUG nova.compute.manager [req-ea061e07-b992-4fb0-92a8-e140556d8aa2 req-0ef862a4-6f92-4726-92e0-0c47d339270b service nova] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Received event network-vif-deleted-00c75f54-1827-4363-a11a-49875a4f7170 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.818109] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.818318] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.915847] env[69846]: DEBUG nova.network.neutron [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Successfully updated port: 07cc136d-ff9b-4ccc-8c23-41203b25e27b {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.113115] env[69846]: INFO nova.compute.manager [-] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Took 1.22 seconds to deallocate network for instance. [ 1139.199804] env[69846]: DEBUG nova.compute.utils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.203446] env[69846]: DEBUG nova.compute.manager [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.203642] env[69846]: DEBUG nova.network.neutron [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.325800] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.325987] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.326158] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.326305] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.326443] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.326581] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.327592] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1139.327592] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.421823] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-c623c8e0-c8aa-40cc-90cc-b122f856d7e8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.422191] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-c623c8e0-c8aa-40cc-90cc-b122f856d7e8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.422227] env[69846]: DEBUG nova.network.neutron [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.516351] env[69846]: DEBUG nova.policy [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab489e8d3ebe4ca098628d3f128e458a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddda7972930c4b86b7f1b5d4c819ad57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.620122] env[69846]: DEBUG oslo_concurrency.lockutils [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.657162] env[69846]: DEBUG oslo_vmware.rw_handles [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bed43-083f-48e0-dad2-c02c35e029b9/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1139.658145] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c864eaaa-3d26-4273-8f50-aee783b823b7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.664821] env[69846]: DEBUG oslo_vmware.rw_handles [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bed43-083f-48e0-dad2-c02c35e029b9/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1139.664954] env[69846]: ERROR oslo_vmware.rw_handles [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bed43-083f-48e0-dad2-c02c35e029b9/disk-0.vmdk due to incomplete transfer. [ 1139.665231] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c95dfac-f8b2-4f37-9bdc-f14a9811f42c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.672204] env[69846]: DEBUG oslo_vmware.rw_handles [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bed43-083f-48e0-dad2-c02c35e029b9/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1139.672398] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Uploaded image db0cbc9e-6b11-4bea-86e8-788cfd88868d to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1139.674782] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1139.675014] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb5d8bd8-7a07-4d39-a528-babddad60cc5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.680643] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1139.680643] env[69846]: value = "task-2950414" [ 1139.680643] env[69846]: _type = "Task" [ 1139.680643] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.689818] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950414, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.703936] env[69846]: DEBUG nova.compute.manager [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.833568] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.986421] env[69846]: DEBUG nova.network.neutron [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Successfully created port: 2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.990250] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7ca37c-b269-406a-94f6-21f131813b53 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.997924] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb7245b-b24f-42fc-a68f-2ee2a7a3b5e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.001987] env[69846]: DEBUG nova.network.neutron [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.029009] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bcda61-17d6-47c4-851c-4aa85d7c937f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.037782] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a652f-16d8-499c-b459-df4fb2971dd6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.050966] env[69846]: DEBUG nova.compute.provider_tree [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.190026] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950414, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.271957] env[69846]: DEBUG nova.network.neutron [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Updating instance_info_cache with network_info: [{"id": "07cc136d-ff9b-4ccc-8c23-41203b25e27b", "address": "fa:16:3e:9d:16:ac", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cc136d-ff", "ovs_interfaceid": "07cc136d-ff9b-4ccc-8c23-41203b25e27b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.556243] env[69846]: DEBUG nova.scheduler.client.report [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.690789] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950414, 'name': Destroy_Task, 'duration_secs': 0.823978} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.691166] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Destroyed the VM [ 1140.691435] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1140.691939] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5cadf815-ce7b-4124-bc44-203bb533a841 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.699789] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1140.699789] env[69846]: value = "task-2950415" [ 1140.699789] env[69846]: _type = "Task" [ 1140.699789] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.707919] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950415, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.716757] env[69846]: DEBUG nova.compute.manager [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.742978] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.743353] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.743543] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.743733] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.743878] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.744053] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.744283] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.744441] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.744606] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.744765] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.744937] env[69846]: DEBUG nova.virt.hardware [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.745781] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4710ab-3c47-4156-a138-238592f2460e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.752974] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0faeccc-a9c0-4415-8997-16abcd800378 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.774260] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-c623c8e0-c8aa-40cc-90cc-b122f856d7e8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.774543] env[69846]: DEBUG nova.compute.manager [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Instance network_info: |[{"id": "07cc136d-ff9b-4ccc-8c23-41203b25e27b", "address": "fa:16:3e:9d:16:ac", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cc136d-ff", "ovs_interfaceid": "07cc136d-ff9b-4ccc-8c23-41203b25e27b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.774915] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:16:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07cc136d-ff9b-4ccc-8c23-41203b25e27b', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.782475] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.782689] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.782907] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ba7f9f1-1f29-420e-b9b6-2416532895e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.801104] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.801104] env[69846]: value = "task-2950416" [ 1140.801104] env[69846]: _type = "Task" [ 1140.801104] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.808625] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950416, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.840580] env[69846]: DEBUG nova.compute.manager [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Received event network-vif-plugged-07cc136d-ff9b-4ccc-8c23-41203b25e27b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.840809] env[69846]: DEBUG oslo_concurrency.lockutils [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] Acquiring lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.841048] env[69846]: DEBUG oslo_concurrency.lockutils [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] Lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.841290] env[69846]: DEBUG oslo_concurrency.lockutils [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] Lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.841413] env[69846]: DEBUG nova.compute.manager [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] No waiting events found dispatching network-vif-plugged-07cc136d-ff9b-4ccc-8c23-41203b25e27b {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.841592] env[69846]: WARNING nova.compute.manager [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Received unexpected event network-vif-plugged-07cc136d-ff9b-4ccc-8c23-41203b25e27b for instance with vm_state building and task_state spawning. [ 1140.841762] env[69846]: DEBUG nova.compute.manager [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Received event network-changed-07cc136d-ff9b-4ccc-8c23-41203b25e27b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.841928] env[69846]: DEBUG nova.compute.manager [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Refreshing instance network info cache due to event network-changed-07cc136d-ff9b-4ccc-8c23-41203b25e27b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.842217] env[69846]: DEBUG oslo_concurrency.lockutils [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] Acquiring lock "refresh_cache-c623c8e0-c8aa-40cc-90cc-b122f856d7e8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.842360] env[69846]: DEBUG oslo_concurrency.lockutils [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] Acquired lock "refresh_cache-c623c8e0-c8aa-40cc-90cc-b122f856d7e8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.842530] env[69846]: DEBUG nova.network.neutron [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Refreshing network info cache for port 07cc136d-ff9b-4ccc-8c23-41203b25e27b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.062236] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.062909] env[69846]: DEBUG nova.compute.manager [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.066047] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.532s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.066382] env[69846]: DEBUG nova.objects.instance [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lazy-loading 'resources' on Instance uuid 72d74534-d666-4993-a169-7baead19b129 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.209990] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950415, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.310525] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950416, 'name': CreateVM_Task, 'duration_secs': 0.344061} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.310703] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.311418] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.311588] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.311900] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.312197] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153f4a3c-5522-4f74-8c92-cf7277ff2da4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.316472] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1141.316472] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5260de91-b3b7-5e3e-0fe3-37cffa3c6a1e" [ 1141.316472] env[69846]: _type = "Task" [ 1141.316472] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.323906] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5260de91-b3b7-5e3e-0fe3-37cffa3c6a1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.569352] env[69846]: DEBUG nova.compute.utils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.572953] env[69846]: DEBUG nova.compute.manager [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.573137] env[69846]: DEBUG nova.network.neutron [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.628659] env[69846]: DEBUG nova.policy [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c1a0d25be1453fa86a74d2d6bc2ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fa4c59e1a7434fac15a4918624a887', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.663642] env[69846]: DEBUG nova.network.neutron [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Updated VIF entry in instance network info cache for port 07cc136d-ff9b-4ccc-8c23-41203b25e27b. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.664053] env[69846]: DEBUG nova.network.neutron [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Updating instance_info_cache with network_info: [{"id": "07cc136d-ff9b-4ccc-8c23-41203b25e27b", "address": "fa:16:3e:9d:16:ac", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cc136d-ff", "ovs_interfaceid": "07cc136d-ff9b-4ccc-8c23-41203b25e27b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.709987] env[69846]: DEBUG oslo_vmware.api [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950415, 'name': RemoveSnapshot_Task, 'duration_secs': 0.63581} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.712617] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1141.712932] env[69846]: INFO nova.compute.manager [None req-9a915488-961e-4590-aeab-f1c2f59b55a0 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Took 14.28 seconds to snapshot the instance on the hypervisor. [ 1141.742646] env[69846]: DEBUG nova.network.neutron [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Successfully updated port: 2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.827851] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5260de91-b3b7-5e3e-0fe3-37cffa3c6a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009031} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.830018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.830278] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.830513] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.830655] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.830832] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.831282] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06178e40-b2f2-48cd-a20f-5d2f12a8b1e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.839061] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.839212] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.839933] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30026342-4e60-4f7f-8a42-844da34f8be4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.843391] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d0be1d-1b39-47ad-9f56-d43c7c6fa67c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.848608] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1141.848608] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ae19f1-a4cb-982b-a4e1-3f17f920d282" [ 1141.848608] env[69846]: _type = "Task" [ 1141.848608] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.856117] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eef69d5-ddc1-4ca3-8063-11019633eff6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.863869] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ae19f1-a4cb-982b-a4e1-3f17f920d282, 'name': SearchDatastore_Task, 'duration_secs': 0.008115} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.888539] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769846b9-e090-42dc-bace-2c22936d6193 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.891691] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee9eeea-80d0-4f58-89d7-afee07553aaa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.895697] env[69846]: DEBUG nova.network.neutron [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Successfully created port: 334b6fb0-b38d-426a-be29-26bac5ec7916 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.900555] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1141.900555] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d158fb-60e2-f29e-1839-81e9b48b64a7" [ 1141.900555] env[69846]: _type = "Task" [ 1141.900555] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.901722] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73e1faa-4532-479f-a2b6-a592dc1fc401 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.913906] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d158fb-60e2-f29e-1839-81e9b48b64a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008359} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.922389] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.922713] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] c623c8e0-c8aa-40cc-90cc-b122f856d7e8/c623c8e0-c8aa-40cc-90cc-b122f856d7e8.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.923168] env[69846]: DEBUG nova.compute.provider_tree [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.924419] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f79ba77-fc9f-425e-911e-10f23a0dd945 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.931712] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1141.931712] env[69846]: value = "task-2950417" [ 1141.931712] env[69846]: _type = "Task" [ 1141.931712] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.940918] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.075669] env[69846]: DEBUG nova.compute.manager [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.168315] env[69846]: DEBUG oslo_concurrency.lockutils [req-755d6e52-68ea-423c-bbec-df85fa8fca58 req-08021b32-fe18-4fb2-b192-f38aea39c249 service nova] Releasing lock "refresh_cache-c623c8e0-c8aa-40cc-90cc-b122f856d7e8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.245742] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.245742] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.245851] env[69846]: DEBUG nova.network.neutron [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.428641] env[69846]: DEBUG nova.scheduler.client.report [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.442723] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456709} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.443049] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] c623c8e0-c8aa-40cc-90cc-b122f856d7e8/c623c8e0-c8aa-40cc-90cc-b122f856d7e8.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.443312] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.444120] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc9bf86a-315b-457d-a41f-cf7c3f03ef2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.450384] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1142.450384] env[69846]: value = "task-2950418" [ 1142.450384] env[69846]: _type = "Task" [ 1142.450384] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.457867] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.775701] env[69846]: DEBUG nova.network.neutron [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.910877] env[69846]: DEBUG nova.compute.manager [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received event network-vif-plugged-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.911277] env[69846]: DEBUG oslo_concurrency.lockutils [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] Acquiring lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.911641] env[69846]: DEBUG oslo_concurrency.lockutils [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.913073] env[69846]: DEBUG oslo_concurrency.lockutils [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.913073] env[69846]: DEBUG nova.compute.manager [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] No waiting events found dispatching network-vif-plugged-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.913073] env[69846]: WARNING nova.compute.manager [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received unexpected event network-vif-plugged-2bab9b23-354a-42ce-accb-ec0139c7fb8f for instance with vm_state building and task_state spawning. [ 1142.913073] env[69846]: DEBUG nova.compute.manager [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received event network-changed-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.913073] env[69846]: DEBUG nova.compute.manager [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Refreshing instance network info cache due to event network-changed-2bab9b23-354a-42ce-accb-ec0139c7fb8f. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.913073] env[69846]: DEBUG oslo_concurrency.lockutils [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] Acquiring lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.936024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.936024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.921s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.964718] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069462} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.966814] env[69846]: DEBUG nova.network.neutron [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updating instance_info_cache with network_info: [{"id": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "address": "fa:16:3e:62:8b:df", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bab9b23-35", "ovs_interfaceid": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.971499] env[69846]: INFO nova.scheduler.client.report [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Deleted allocations for instance 72d74534-d666-4993-a169-7baead19b129 [ 1142.971499] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.975189] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a270a10f-1c2f-4cd6-9810-31559cd20ce8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.000307] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] c623c8e0-c8aa-40cc-90cc-b122f856d7e8/c623c8e0-c8aa-40cc-90cc-b122f856d7e8.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.001223] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c181ec8-c9e3-42bc-ac2e-f9eb360b67c1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.020930] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1143.020930] env[69846]: value = "task-2950419" [ 1143.020930] env[69846]: _type = "Task" [ 1143.020930] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.030460] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.088341] env[69846]: DEBUG nova.compute.manager [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.114088] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.114380] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.114578] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.114784] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.114934] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.115122] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.115377] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.115575] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.115797] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.115997] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.116248] env[69846]: DEBUG nova.virt.hardware [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.117192] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5fd7fb-5a22-44c5-8f4b-e1b7600a14d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.125172] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a1f3a4-3393-49fd-a9ea-967deeccf433 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.271035] env[69846]: DEBUG nova.compute.manager [req-7b1ebcae-7d41-48bd-b07a-09c65bcadcf7 req-f7d7ad56-f783-4895-9a9b-42ecc8b498ed service nova] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Received event network-vif-plugged-334b6fb0-b38d-426a-be29-26bac5ec7916 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.271172] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b1ebcae-7d41-48bd-b07a-09c65bcadcf7 req-f7d7ad56-f783-4895-9a9b-42ecc8b498ed service nova] Acquiring lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.271396] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b1ebcae-7d41-48bd-b07a-09c65bcadcf7 req-f7d7ad56-f783-4895-9a9b-42ecc8b498ed service nova] Lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.271600] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b1ebcae-7d41-48bd-b07a-09c65bcadcf7 req-f7d7ad56-f783-4895-9a9b-42ecc8b498ed service nova] Lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.271728] env[69846]: DEBUG nova.compute.manager [req-7b1ebcae-7d41-48bd-b07a-09c65bcadcf7 req-f7d7ad56-f783-4895-9a9b-42ecc8b498ed service nova] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] No waiting events found dispatching network-vif-plugged-334b6fb0-b38d-426a-be29-26bac5ec7916 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.271888] env[69846]: WARNING nova.compute.manager [req-7b1ebcae-7d41-48bd-b07a-09c65bcadcf7 req-f7d7ad56-f783-4895-9a9b-42ecc8b498ed service nova] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Received unexpected event network-vif-plugged-334b6fb0-b38d-426a-be29-26bac5ec7916 for instance with vm_state building and task_state spawning. [ 1143.367031] env[69846]: DEBUG nova.network.neutron [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Successfully updated port: 334b6fb0-b38d-426a-be29-26bac5ec7916 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.472359] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.472703] env[69846]: DEBUG nova.compute.manager [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Instance network_info: |[{"id": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "address": "fa:16:3e:62:8b:df", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bab9b23-35", "ovs_interfaceid": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.473066] env[69846]: DEBUG oslo_concurrency.lockutils [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] Acquired lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.473188] env[69846]: DEBUG nova.network.neutron [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Refreshing network info cache for port 2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.474342] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:8b:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bab9b23-354a-42ce-accb-ec0139c7fb8f', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.482354] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.487351] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.488377] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d4385622-6508-4d07-9a3a-0f66b6dfb62c tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Lock "72d74534-d666-4993-a169-7baead19b129" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.446s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.489134] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cbfea0d-4433-4fa5-828b-67cc9d3e6a0e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.514208] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.514208] env[69846]: value = "task-2950420" [ 1143.514208] env[69846]: _type = "Task" [ 1143.514208] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.523530] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950420, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.532243] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950419, 'name': ReconfigVM_Task, 'duration_secs': 0.253129} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.532421] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Reconfigured VM instance instance-0000005e to attach disk [datastore1] c623c8e0-c8aa-40cc-90cc-b122f856d7e8/c623c8e0-c8aa-40cc-90cc-b122f856d7e8.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.535090] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-237e192a-4f7c-4fc4-9818-3165cc9e3736 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.541624] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1143.541624] env[69846]: value = "task-2950421" [ 1143.541624] env[69846]: _type = "Task" [ 1143.541624] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.550493] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950421, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.653651] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f527dd-916b-4448-8381-398c8a122000 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.661766] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa314b2-9d25-4865-807c-a701ddc99b19 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.693246] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f3d3dc-b465-4476-a3b2-374ee9f52e9d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.700884] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8614fb-be95-409a-98e7-7cbc855b1209 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.715202] env[69846]: DEBUG nova.compute.provider_tree [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.800212] env[69846]: DEBUG nova.compute.manager [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.801109] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40420cdf-8c71-4410-a5b9-6b79c5d0a940 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.869500] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "refresh_cache-b27c826f-43c9-46f2-b9fd-9283c9aa1271" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.869615] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "refresh_cache-b27c826f-43c9-46f2-b9fd-9283c9aa1271" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.869768] env[69846]: DEBUG nova.network.neutron [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.024987] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950420, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.055319] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950421, 'name': Rename_Task, 'duration_secs': 0.185965} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.055319] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.055319] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ae7f92-4ce6-4d43-91a8-2d3af074c3ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.061814] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1144.061814] env[69846]: value = "task-2950422" [ 1144.061814] env[69846]: _type = "Task" [ 1144.061814] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.071353] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.218414] env[69846]: DEBUG nova.scheduler.client.report [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.307160] env[69846]: DEBUG nova.network.neutron [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updated VIF entry in instance network info cache for port 2bab9b23-354a-42ce-accb-ec0139c7fb8f. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.307528] env[69846]: DEBUG nova.network.neutron [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updating instance_info_cache with network_info: [{"id": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "address": "fa:16:3e:62:8b:df", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bab9b23-35", "ovs_interfaceid": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.311794] env[69846]: INFO nova.compute.manager [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] instance snapshotting [ 1144.314493] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfc4551-7f97-4760-8d4a-7e9ffb27fad7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.334906] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6934a2-011b-4006-b984-7335ddabbdfc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.414570] env[69846]: DEBUG nova.network.neutron [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.525132] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950420, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.571726] env[69846]: DEBUG oslo_vmware.api [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950422, 'name': PowerOnVM_Task, 'duration_secs': 0.424696} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.572020] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.572242] env[69846]: INFO nova.compute.manager [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Took 6.20 seconds to spawn the instance on the hypervisor. [ 1144.572424] env[69846]: DEBUG nova.compute.manager [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.573209] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d72827b-73a3-4344-a4fa-5fa232fe2e00 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.673844] env[69846]: DEBUG nova.network.neutron [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Updating instance_info_cache with network_info: [{"id": "334b6fb0-b38d-426a-be29-26bac5ec7916", "address": "fa:16:3e:13:00:a6", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334b6fb0-b3", "ovs_interfaceid": "334b6fb0-b38d-426a-be29-26bac5ec7916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.810450] env[69846]: DEBUG oslo_concurrency.lockutils [req-0579c3a0-db39-4c4b-b90c-e2c89d12c3c2 req-bafdd022-c1a6-4e44-903e-22441555ec22 service nova] Releasing lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.847023] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1144.847023] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-408be322-d7bd-4633-bf27-fb06333e49c7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.852845] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1144.852845] env[69846]: value = "task-2950423" [ 1144.852845] env[69846]: _type = "Task" [ 1144.852845] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.863571] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950423, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.025974] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950420, 'name': CreateVM_Task, 'duration_secs': 1.354686} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.026170] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.026858] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.027022] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.027353] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.027611] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931942bf-222a-4f1c-854c-2ccc13cc6486 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.032148] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1145.032148] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d5fa43-af56-910a-cd64-6e5775d7487b" [ 1145.032148] env[69846]: _type = "Task" [ 1145.032148] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.039628] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d5fa43-af56-910a-cd64-6e5775d7487b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.090371] env[69846]: INFO nova.compute.manager [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Took 19.21 seconds to build instance. [ 1145.176723] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "refresh_cache-b27c826f-43c9-46f2-b9fd-9283c9aa1271" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.177052] env[69846]: DEBUG nova.compute.manager [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Instance network_info: |[{"id": "334b6fb0-b38d-426a-be29-26bac5ec7916", "address": "fa:16:3e:13:00:a6", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334b6fb0-b3", "ovs_interfaceid": "334b6fb0-b38d-426a-be29-26bac5ec7916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.177640] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:00:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '334b6fb0-b38d-426a-be29-26bac5ec7916', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.186035] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.186035] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.186035] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2de65ab-38cd-4f7f-921b-067cbb75b6d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.206552] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.206552] env[69846]: value = "task-2950424" [ 1145.206552] env[69846]: _type = "Task" [ 1145.206552] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.214954] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950424, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.228456] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.293s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.228588] env[69846]: DEBUG nova.compute.manager [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69846) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1145.231451] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.559s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.236288] env[69846]: INFO nova.compute.claims [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.352262] env[69846]: DEBUG nova.compute.manager [req-71884bec-358a-422a-a602-472907ab45a0 req-8ef0947f-9c27-4835-a7fc-b230cdaa668e service nova] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Received event network-changed-334b6fb0-b38d-426a-be29-26bac5ec7916 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.352453] env[69846]: DEBUG nova.compute.manager [req-71884bec-358a-422a-a602-472907ab45a0 req-8ef0947f-9c27-4835-a7fc-b230cdaa668e service nova] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Refreshing instance network info cache due to event network-changed-334b6fb0-b38d-426a-be29-26bac5ec7916. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.352660] env[69846]: DEBUG oslo_concurrency.lockutils [req-71884bec-358a-422a-a602-472907ab45a0 req-8ef0947f-9c27-4835-a7fc-b230cdaa668e service nova] Acquiring lock "refresh_cache-b27c826f-43c9-46f2-b9fd-9283c9aa1271" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.352805] env[69846]: DEBUG oslo_concurrency.lockutils [req-71884bec-358a-422a-a602-472907ab45a0 req-8ef0947f-9c27-4835-a7fc-b230cdaa668e service nova] Acquired lock "refresh_cache-b27c826f-43c9-46f2-b9fd-9283c9aa1271" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.352999] env[69846]: DEBUG nova.network.neutron [req-71884bec-358a-422a-a602-472907ab45a0 req-8ef0947f-9c27-4835-a7fc-b230cdaa668e service nova] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Refreshing network info cache for port 334b6fb0-b38d-426a-be29-26bac5ec7916 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.366693] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950423, 'name': CreateSnapshot_Task, 'duration_secs': 0.431545} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.367237] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1145.368353] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5c2e6a-fc8e-4861-a2d7-d1a459120516 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.545322] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d5fa43-af56-910a-cd64-6e5775d7487b, 'name': SearchDatastore_Task, 'duration_secs': 0.009443} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.547145] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.551221] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.551221] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.551221] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.551221] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.551221] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7a6aa37-88f9-4e09-bb7d-d16f84c428d9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.560639] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.560639] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.560639] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5c00be-8c5e-4277-ab73-6e3e5f802862 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.569379] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1145.569379] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52de5e35-dcd2-f386-6447-1d2236028df8" [ 1145.569379] env[69846]: _type = "Task" [ 1145.569379] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.580389] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52de5e35-dcd2-f386-6447-1d2236028df8, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.580937] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b402e6-5416-41e6-b26b-142a366bfe79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.586434] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1145.586434] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a77a20-24fd-4818-4b9f-93bdb7b8dc80" [ 1145.586434] env[69846]: _type = "Task" [ 1145.586434] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.591885] env[69846]: DEBUG oslo_concurrency.lockutils [None req-10005138-6594-4a98-9f7e-170f198fe122 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.724s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.596511] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a77a20-24fd-4818-4b9f-93bdb7b8dc80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.720964] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950424, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.820612] env[69846]: INFO nova.scheduler.client.report [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleted allocation for migration 832fb956-6173-4904-aea5-f07116caeeed [ 1145.888509] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1145.891330] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3579937-9484-4a45-80ef-2078160191e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.900590] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1145.900590] env[69846]: value = "task-2950425" [ 1145.900590] env[69846]: _type = "Task" [ 1145.900590] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.910145] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950425, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.081875] env[69846]: DEBUG nova.compute.manager [req-e45c52d6-d131-40cc-8cef-d095b19d78f1 req-fc29786d-c5bb-478d-8cbf-e2bc350a9916 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Received event network-changed-07cc136d-ff9b-4ccc-8c23-41203b25e27b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.081875] env[69846]: DEBUG nova.compute.manager [req-e45c52d6-d131-40cc-8cef-d095b19d78f1 req-fc29786d-c5bb-478d-8cbf-e2bc350a9916 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Refreshing instance network info cache due to event network-changed-07cc136d-ff9b-4ccc-8c23-41203b25e27b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.081875] env[69846]: DEBUG oslo_concurrency.lockutils [req-e45c52d6-d131-40cc-8cef-d095b19d78f1 req-fc29786d-c5bb-478d-8cbf-e2bc350a9916 service nova] Acquiring lock "refresh_cache-c623c8e0-c8aa-40cc-90cc-b122f856d7e8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.083159] env[69846]: DEBUG oslo_concurrency.lockutils [req-e45c52d6-d131-40cc-8cef-d095b19d78f1 req-fc29786d-c5bb-478d-8cbf-e2bc350a9916 service nova] Acquired lock "refresh_cache-c623c8e0-c8aa-40cc-90cc-b122f856d7e8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.083440] env[69846]: DEBUG nova.network.neutron [req-e45c52d6-d131-40cc-8cef-d095b19d78f1 req-fc29786d-c5bb-478d-8cbf-e2bc350a9916 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Refreshing network info cache for port 07cc136d-ff9b-4ccc-8c23-41203b25e27b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.105327] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a77a20-24fd-4818-4b9f-93bdb7b8dc80, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.106021] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.106292] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61/a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.106667] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a5ebaf0-7dac-4e64-84f0-72a7c80ea194 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.118174] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1146.118174] env[69846]: value = "task-2950426" [ 1146.118174] env[69846]: _type = "Task" [ 1146.118174] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.128038] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.145461] env[69846]: DEBUG nova.network.neutron [req-71884bec-358a-422a-a602-472907ab45a0 req-8ef0947f-9c27-4835-a7fc-b230cdaa668e service nova] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Updated VIF entry in instance network info cache for port 334b6fb0-b38d-426a-be29-26bac5ec7916. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.146106] env[69846]: DEBUG nova.network.neutron [req-71884bec-358a-422a-a602-472907ab45a0 req-8ef0947f-9c27-4835-a7fc-b230cdaa668e service nova] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Updating instance_info_cache with network_info: [{"id": "334b6fb0-b38d-426a-be29-26bac5ec7916", "address": "fa:16:3e:13:00:a6", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334b6fb0-b3", "ovs_interfaceid": "334b6fb0-b38d-426a-be29-26bac5ec7916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.219884] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950424, 'name': CreateVM_Task, 'duration_secs': 0.526275} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.220192] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.220925] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.222134] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.222134] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.222134] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90500bf5-3265-4708-b8e4-e26ed1104c19 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.228655] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1146.228655] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b7ec3a-1aec-d25c-ea2c-4a5dc9ead5ac" [ 1146.228655] env[69846]: _type = "Task" [ 1146.228655] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.236825] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b7ec3a-1aec-d25c-ea2c-4a5dc9ead5ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.329179] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d58e4197-48d6-4c2d-ac5d-de8970b09f21 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.958s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.413651] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950425, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.477369] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f1a136-6902-4502-9fe3-3bb767409b07 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.488263] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3474a276-45b6-43b8-93dc-9eaa08e79294 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.524868] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baddab07-a245-49ce-95ec-8264b328a62b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.534132] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56898632-5aa4-43df-a6ca-1c89a86c0d2f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.551359] env[69846]: DEBUG nova.compute.provider_tree [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.608395] env[69846]: DEBUG nova.objects.instance [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'flavor' on Instance uuid ac1a2386-9eff-4eec-bb5c-bce4339a782d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.371499] env[69846]: DEBUG oslo_concurrency.lockutils [req-71884bec-358a-422a-a602-472907ab45a0 req-8ef0947f-9c27-4835-a7fc-b230cdaa668e service nova] Releasing lock "refresh_cache-b27c826f-43c9-46f2-b9fd-9283c9aa1271" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.372801] env[69846]: DEBUG nova.scheduler.client.report [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.386641] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.386641] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.386641] env[69846]: DEBUG nova.network.neutron [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.386641] env[69846]: DEBUG nova.objects.instance [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'info_cache' on Instance uuid ac1a2386-9eff-4eec-bb5c-bce4339a782d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.393995] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b7ec3a-1aec-d25c-ea2c-4a5dc9ead5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009268} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.393995] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461696} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.397040] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.398586] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.398586] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.398586] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.398586] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.398586] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61/a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.398586] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.399232] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950425, 'name': CloneVM_Task, 'duration_secs': 1.238207} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.399344] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1689e0b3-1316-4f0a-b095-0ceb0a2fa6b2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.402533] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ebdf3bc-14d7-442a-812d-5ce99dc03a51 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.404513] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Created linked-clone VM from snapshot [ 1147.405566] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8161a26-5fc3-44ab-b499-df84fd34248b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.413913] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Uploading image 65c6930a-d5cb-4466-b39a-c9be485cf13e {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1147.418106] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.418324] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.419072] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1147.419072] env[69846]: value = "task-2950427" [ 1147.419072] env[69846]: _type = "Task" [ 1147.419072] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.419406] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fceebca5-9d71-4a66-bf1e-54cf50802522 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.427130] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1147.427130] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5268f0da-1313-7392-81ed-d65ac2498a51" [ 1147.427130] env[69846]: _type = "Task" [ 1147.427130] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.430574] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.442443] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5268f0da-1313-7392-81ed-d65ac2498a51, 'name': SearchDatastore_Task, 'duration_secs': 0.008942} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.444045] env[69846]: DEBUG oslo_vmware.rw_handles [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1147.444045] env[69846]: value = "vm-592167" [ 1147.444045] env[69846]: _type = "VirtualMachine" [ 1147.444045] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1147.444931] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69c51bc1-46cf-42d7-b085-1767b141b8af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.447942] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fecfd96e-e240-462a-974e-65db55c3e34c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.451961] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1147.451961] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524cc759-01ce-abb2-9c20-d1bf690ce9e2" [ 1147.451961] env[69846]: _type = "Task" [ 1147.451961] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.456507] env[69846]: DEBUG oslo_vmware.rw_handles [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lease: (returnval){ [ 1147.456507] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52387af3-6b66-f7e9-e5bc-c9b981ed2432" [ 1147.456507] env[69846]: _type = "HttpNfcLease" [ 1147.456507] env[69846]: } obtained for exporting VM: (result){ [ 1147.456507] env[69846]: value = "vm-592167" [ 1147.456507] env[69846]: _type = "VirtualMachine" [ 1147.456507] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1147.456909] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the lease: (returnval){ [ 1147.456909] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52387af3-6b66-f7e9-e5bc-c9b981ed2432" [ 1147.456909] env[69846]: _type = "HttpNfcLease" [ 1147.456909] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1147.463516] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524cc759-01ce-abb2-9c20-d1bf690ce9e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.466943] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.466943] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52387af3-6b66-f7e9-e5bc-c9b981ed2432" [ 1147.466943] env[69846]: _type = "HttpNfcLease" [ 1147.466943] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1147.467231] env[69846]: DEBUG oslo_vmware.rw_handles [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1147.467231] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52387af3-6b66-f7e9-e5bc-c9b981ed2432" [ 1147.467231] env[69846]: _type = "HttpNfcLease" [ 1147.467231] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1147.468047] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b1f343-7c65-4a1c-be56-dd0f9c530eda {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.476070] env[69846]: DEBUG oslo_vmware.rw_handles [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eefed-f60f-7bd8-27fd-05ce2487c93e/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1147.476259] env[69846]: DEBUG oslo_vmware.rw_handles [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eefed-f60f-7bd8-27fd-05ce2487c93e/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1147.568677] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-124a5786-636b-4bf9-a5e6-05feac177533 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.644207] env[69846]: DEBUG nova.network.neutron [req-e45c52d6-d131-40cc-8cef-d095b19d78f1 req-fc29786d-c5bb-478d-8cbf-e2bc350a9916 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Updated VIF entry in instance network info cache for port 07cc136d-ff9b-4ccc-8c23-41203b25e27b. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.644583] env[69846]: DEBUG nova.network.neutron [req-e45c52d6-d131-40cc-8cef-d095b19d78f1 req-fc29786d-c5bb-478d-8cbf-e2bc350a9916 service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Updating instance_info_cache with network_info: [{"id": "07cc136d-ff9b-4ccc-8c23-41203b25e27b", "address": "fa:16:3e:9d:16:ac", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cc136d-ff", "ovs_interfaceid": "07cc136d-ff9b-4ccc-8c23-41203b25e27b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.878987] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.879704] env[69846]: DEBUG nova.compute.manager [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.882622] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.652s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.882873] env[69846]: DEBUG nova.objects.instance [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lazy-loading 'resources' on Instance uuid d3d25b54-c4d0-4e6d-8688-7abd09857648 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.900837] env[69846]: DEBUG nova.objects.base [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.935652] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064117} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.936897] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.936897] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52233e49-aaac-42a7-8eb2-0f60b37a117e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.967133] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61/a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.971190] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b29da558-696a-4d41-be03-626102cee4ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.993820] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524cc759-01ce-abb2-9c20-d1bf690ce9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.995534] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.995826] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] b27c826f-43c9-46f2-b9fd-9283c9aa1271/b27c826f-43c9-46f2-b9fd-9283c9aa1271.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.996393] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1147.996393] env[69846]: value = "task-2950429" [ 1147.996393] env[69846]: _type = "Task" [ 1147.996393] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.997165] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f77c4aa-ec88-4685-9a1b-bd1243d43073 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.008042] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1148.008042] env[69846]: value = "task-2950430" [ 1148.008042] env[69846]: _type = "Task" [ 1148.008042] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.012205] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.020969] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.147370] env[69846]: DEBUG oslo_concurrency.lockutils [req-e45c52d6-d131-40cc-8cef-d095b19d78f1 req-fc29786d-c5bb-478d-8cbf-e2bc350a9916 service nova] Releasing lock "refresh_cache-c623c8e0-c8aa-40cc-90cc-b122f856d7e8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.386223] env[69846]: DEBUG nova.compute.utils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.387700] env[69846]: DEBUG nova.compute.manager [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.387995] env[69846]: DEBUG nova.network.neutron [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.452460] env[69846]: DEBUG nova.policy [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14674f8cbc754d6abb1c71754493a2e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55424583623f4f13940cbf76cc693806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.512358] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.526361] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950430, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.693842] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c76a28d-93f9-466f-a74f-8664e3bb8cda {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.704140] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a884590-cf5b-40ac-957c-ef694ff818db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.740308] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafec1e2-7dc6-438f-a462-928ac3a9c1e7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.759990] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180a54aa-983f-4029-a3ad-0e84209523e7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.783811] env[69846]: DEBUG nova.compute.provider_tree [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.833130] env[69846]: DEBUG nova.network.neutron [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Successfully created port: 60e5db98-20f9-4cac-b1ba-ab4e08c23a17 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.896851] env[69846]: DEBUG nova.compute.manager [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.927752] env[69846]: DEBUG nova.network.neutron [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance_info_cache with network_info: [{"id": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "address": "fa:16:3e:0f:39:de", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6802447f-4f", "ovs_interfaceid": "6802447f-4f4c-4cda-aeac-2ccc4f513afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.014393] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950429, 'name': ReconfigVM_Task, 'duration_secs': 0.595109} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.018524] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61/a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.020087] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ef5c0c5-4bd3-4b07-9d06-1fcc305f979b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.027946] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526045} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.030143] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] b27c826f-43c9-46f2-b9fd-9283c9aa1271/b27c826f-43c9-46f2-b9fd-9283c9aa1271.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.030143] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.030143] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1149.030143] env[69846]: value = "task-2950431" [ 1149.030143] env[69846]: _type = "Task" [ 1149.030143] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.030375] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fcdc9bb-fbb1-478c-8cd4-e8ca5df502d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.042228] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950431, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.044373] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1149.044373] env[69846]: value = "task-2950432" [ 1149.044373] env[69846]: _type = "Task" [ 1149.044373] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.313464] env[69846]: ERROR nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [req-b30cbec4-1f5a-4510-95e1-451c112eb6cc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b30cbec4-1f5a-4510-95e1-451c112eb6cc"}]} [ 1149.332102] env[69846]: DEBUG nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1149.353291] env[69846]: DEBUG nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1149.353653] env[69846]: DEBUG nova.compute.provider_tree [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.366674] env[69846]: DEBUG nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1149.386406] env[69846]: DEBUG nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1149.432643] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-ac1a2386-9eff-4eec-bb5c-bce4339a782d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.545971] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950431, 'name': Rename_Task, 'duration_secs': 0.131345} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.548882] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.549940] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09d329c8-4280-49bc-8939-a4d5ab360e2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.557703] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075074} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.559485] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.559834] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1149.559834] env[69846]: value = "task-2950433" [ 1149.559834] env[69846]: _type = "Task" [ 1149.559834] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.560549] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538b2a4b-2407-466e-ab8f-815a7acfe887 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.591742] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] b27c826f-43c9-46f2-b9fd-9283c9aa1271/b27c826f-43c9-46f2-b9fd-9283c9aa1271.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.598334] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29d8423e-b580-41a8-ba16-3f7da4dcc20c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.614174] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950433, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.620222] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1149.620222] env[69846]: value = "task-2950434" [ 1149.620222] env[69846]: _type = "Task" [ 1149.620222] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.628593] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.643067] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d7e6e1-1f6d-4fe0-a7a1-9c2475a12e6e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.651992] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3337d4-eed7-4ee1-ab71-9094da478c43 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.685274] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dfbf39-8c50-4da3-84a2-c3e9084e532c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.693522] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b57279-bfda-4478-8ddf-bd5805d092a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.707185] env[69846]: DEBUG nova.compute.provider_tree [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.804742] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6c82b24-22e3-40cc-82c7-194270d37513 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.805165] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6c82b24-22e3-40cc-82c7-194270d37513 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.805583] env[69846]: DEBUG nova.objects.instance [None req-a6c82b24-22e3-40cc-82c7-194270d37513 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'flavor' on Instance uuid b5c66319-b8ed-48bf-9b2d-7070144ea71c {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.908944] env[69846]: DEBUG nova.compute.manager [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.932742] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.933357] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.933744] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.934141] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.935122] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.935122] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.935122] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.935587] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.935587] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.936570] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.936570] env[69846]: DEBUG nova.virt.hardware [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.941395] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15ecb96-341e-4bfb-8ee5-8a9d266ce72e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.955654] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa4eaaa-205f-446e-9bc0-920d040e825a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.077549] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950433, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.133475] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.137528] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquiring lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.137785] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.231574] env[69846]: ERROR nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [req-e0f46a91-e36e-467b-bddc-40a9a2d6e5dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0f46a91-e36e-467b-bddc-40a9a2d6e5dc"}]} [ 1150.249625] env[69846]: DEBUG nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1150.272608] env[69846]: DEBUG nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1150.272835] env[69846]: DEBUG nova.compute.provider_tree [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.284739] env[69846]: DEBUG nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1150.309205] env[69846]: DEBUG nova.objects.instance [None req-a6c82b24-22e3-40cc-82c7-194270d37513 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'pci_requests' on Instance uuid b5c66319-b8ed-48bf-9b2d-7070144ea71c {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.314024] env[69846]: DEBUG nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1150.331868] env[69846]: DEBUG nova.compute.manager [req-aaed7bf3-5155-48e3-bfaa-cc186129e8bf req-084f4763-6221-469d-819f-8418a7d91f20 service nova] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Received event network-vif-plugged-60e5db98-20f9-4cac-b1ba-ab4e08c23a17 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.331868] env[69846]: DEBUG oslo_concurrency.lockutils [req-aaed7bf3-5155-48e3-bfaa-cc186129e8bf req-084f4763-6221-469d-819f-8418a7d91f20 service nova] Acquiring lock "479ec724-50a5-403f-8804-114545d59bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.332923] env[69846]: DEBUG oslo_concurrency.lockutils [req-aaed7bf3-5155-48e3-bfaa-cc186129e8bf req-084f4763-6221-469d-819f-8418a7d91f20 service nova] Lock "479ec724-50a5-403f-8804-114545d59bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.332923] env[69846]: DEBUG oslo_concurrency.lockutils [req-aaed7bf3-5155-48e3-bfaa-cc186129e8bf req-084f4763-6221-469d-819f-8418a7d91f20 service nova] Lock "479ec724-50a5-403f-8804-114545d59bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.332923] env[69846]: DEBUG nova.compute.manager [req-aaed7bf3-5155-48e3-bfaa-cc186129e8bf req-084f4763-6221-469d-819f-8418a7d91f20 service nova] [instance: 479ec724-50a5-403f-8804-114545d59bb9] No waiting events found dispatching network-vif-plugged-60e5db98-20f9-4cac-b1ba-ab4e08c23a17 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.332923] env[69846]: WARNING nova.compute.manager [req-aaed7bf3-5155-48e3-bfaa-cc186129e8bf req-084f4763-6221-469d-819f-8418a7d91f20 service nova] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Received unexpected event network-vif-plugged-60e5db98-20f9-4cac-b1ba-ab4e08c23a17 for instance with vm_state building and task_state spawning. [ 1150.405697] env[69846]: DEBUG nova.network.neutron [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Successfully updated port: 60e5db98-20f9-4cac-b1ba-ab4e08c23a17 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.447549] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.447665] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e7b7f3d-7a63-49fe-995a-26635ad86317 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.458809] env[69846]: DEBUG oslo_vmware.api [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1150.458809] env[69846]: value = "task-2950435" [ 1150.458809] env[69846]: _type = "Task" [ 1150.458809] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.469446] env[69846]: DEBUG oslo_vmware.api [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.575016] env[69846]: DEBUG oslo_vmware.api [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950433, 'name': PowerOnVM_Task, 'duration_secs': 0.55326} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.575282] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.575494] env[69846]: INFO nova.compute.manager [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1150.575692] env[69846]: DEBUG nova.compute.manager [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.576504] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce554ef-ae0e-4dc9-b0bb-b415baef3574 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.633459] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950434, 'name': ReconfigVM_Task, 'duration_secs': 0.540226} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.633843] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Reconfigured VM instance instance-00000060 to attach disk [datastore1] b27c826f-43c9-46f2-b9fd-9283c9aa1271/b27c826f-43c9-46f2-b9fd-9283c9aa1271.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.634579] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-598c7ce4-5b5c-4bfd-ba6e-36193d5894c8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.641178] env[69846]: DEBUG nova.compute.manager [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.647370] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1150.647370] env[69846]: value = "task-2950436" [ 1150.647370] env[69846]: _type = "Task" [ 1150.647370] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.654538] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03846180-66d1-4de4-8960-5b0328e2b0da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.660453] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950436, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.666625] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c1ca8c-246c-40f4-bc64-8b76c52bb10e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.699320] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b910732d-238a-45b4-95a3-d3a250fd3428 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.707805] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d1ecbe-57cc-41ec-ba12-2d718e31589d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.722620] env[69846]: DEBUG nova.compute.provider_tree [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.807224] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "57215d4f-805a-43ad-ac2e-704ed71ed837" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.807535] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.807773] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "57215d4f-805a-43ad-ac2e-704ed71ed837-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.807966] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.808156] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.810456] env[69846]: INFO nova.compute.manager [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Terminating instance [ 1150.812207] env[69846]: DEBUG nova.objects.base [None req-a6c82b24-22e3-40cc-82c7-194270d37513 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1150.812373] env[69846]: DEBUG nova.network.neutron [None req-a6c82b24-22e3-40cc-82c7-194270d37513 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.900385] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a6c82b24-22e3-40cc-82c7-194270d37513 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.095s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.913051] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "refresh_cache-479ec724-50a5-403f-8804-114545d59bb9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.913200] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired lock "refresh_cache-479ec724-50a5-403f-8804-114545d59bb9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.913352] env[69846]: DEBUG nova.network.neutron [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.970427] env[69846]: DEBUG oslo_vmware.api [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.102219] env[69846]: INFO nova.compute.manager [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Took 21.68 seconds to build instance. [ 1151.162391] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950436, 'name': Rename_Task, 'duration_secs': 0.210008} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.162718] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.162980] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99630299-e1be-42c1-9bbf-d2019041de2a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.172304] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1151.172304] env[69846]: value = "task-2950437" [ 1151.172304] env[69846]: _type = "Task" [ 1151.172304] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.178686] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.183917] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.258151] env[69846]: DEBUG nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1151.258431] env[69846]: DEBUG nova.compute.provider_tree [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 132 to 133 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1151.258616] env[69846]: DEBUG nova.compute.provider_tree [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.317130] env[69846]: DEBUG nova.compute.manager [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.317380] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.318280] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fec0ac-ef72-43ae-ac1f-02dd5d56a53d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.326253] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.326508] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59fc3481-b3bc-4b02-8a2b-9f8314a913d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.336025] env[69846]: DEBUG oslo_vmware.api [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1151.336025] env[69846]: value = "task-2950438" [ 1151.336025] env[69846]: _type = "Task" [ 1151.336025] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.341420] env[69846]: DEBUG oslo_vmware.api [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.447345] env[69846]: DEBUG nova.network.neutron [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.470897] env[69846]: DEBUG oslo_vmware.api [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950435, 'name': PowerOnVM_Task, 'duration_secs': 0.562916} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.471184] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.471385] env[69846]: DEBUG nova.compute.manager [None req-a7a50605-b65e-4870-9263-e1a2cc759a8f tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.472222] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a831f73-c082-4550-9786-d748bff1d277 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.582619] env[69846]: DEBUG nova.compute.manager [req-03af5cfc-fa45-4c1b-9cda-6fbae8481b7d req-8c69986a-6b77-4742-b2fd-b266ece8528b service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received event network-changed-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.582863] env[69846]: DEBUG nova.compute.manager [req-03af5cfc-fa45-4c1b-9cda-6fbae8481b7d req-8c69986a-6b77-4742-b2fd-b266ece8528b service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Refreshing instance network info cache due to event network-changed-2bab9b23-354a-42ce-accb-ec0139c7fb8f. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.583547] env[69846]: DEBUG oslo_concurrency.lockutils [req-03af5cfc-fa45-4c1b-9cda-6fbae8481b7d req-8c69986a-6b77-4742-b2fd-b266ece8528b service nova] Acquiring lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.583752] env[69846]: DEBUG oslo_concurrency.lockutils [req-03af5cfc-fa45-4c1b-9cda-6fbae8481b7d req-8c69986a-6b77-4742-b2fd-b266ece8528b service nova] Acquired lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.583936] env[69846]: DEBUG nova.network.neutron [req-03af5cfc-fa45-4c1b-9cda-6fbae8481b7d req-8c69986a-6b77-4742-b2fd-b266ece8528b service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Refreshing network info cache for port 2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.595155] env[69846]: DEBUG nova.network.neutron [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Updating instance_info_cache with network_info: [{"id": "60e5db98-20f9-4cac-b1ba-ab4e08c23a17", "address": "fa:16:3e:16:44:6b", "network": {"id": "67b47392-3248-4106-b7b1-a511d484824f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994238828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55424583623f4f13940cbf76cc693806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e5db98-20", "ovs_interfaceid": "60e5db98-20f9-4cac-b1ba-ab4e08c23a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.603887] env[69846]: DEBUG oslo_concurrency.lockutils [None req-341fd2a5-b30d-41ea-94be-1683f0d62cac tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.195s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.683059] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.763549] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.881s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.766394] env[69846]: DEBUG oslo_concurrency.lockutils [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.147s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.766739] env[69846]: DEBUG nova.objects.instance [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lazy-loading 'resources' on Instance uuid d1e60ec6-09c7-4f1d-a6c4-898a5df14a07 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.784595] env[69846]: INFO nova.scheduler.client.report [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted allocations for instance d3d25b54-c4d0-4e6d-8688-7abd09857648 [ 1151.843404] env[69846]: DEBUG oslo_vmware.api [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.097650] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Releasing lock "refresh_cache-479ec724-50a5-403f-8804-114545d59bb9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.098034] env[69846]: DEBUG nova.compute.manager [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Instance network_info: |[{"id": "60e5db98-20f9-4cac-b1ba-ab4e08c23a17", "address": "fa:16:3e:16:44:6b", "network": {"id": "67b47392-3248-4106-b7b1-a511d484824f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994238828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55424583623f4f13940cbf76cc693806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e5db98-20", "ovs_interfaceid": "60e5db98-20f9-4cac-b1ba-ab4e08c23a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.098474] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:44:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60e5db98-20f9-4cac-b1ba-ab4e08c23a17', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.110864] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.111628] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.112195] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52fa15fb-4eda-4182-bc23-d85558038bc5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.138928] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.138928] env[69846]: value = "task-2950439" [ 1152.138928] env[69846]: _type = "Task" [ 1152.138928] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.147911] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950439, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.188528] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.295286] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "d3d25b54-c4d0-4e6d-8688-7abd09857648" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.861s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.343842] env[69846]: DEBUG nova.network.neutron [req-03af5cfc-fa45-4c1b-9cda-6fbae8481b7d req-8c69986a-6b77-4742-b2fd-b266ece8528b service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updated VIF entry in instance network info cache for port 2bab9b23-354a-42ce-accb-ec0139c7fb8f. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.344154] env[69846]: DEBUG nova.network.neutron [req-03af5cfc-fa45-4c1b-9cda-6fbae8481b7d req-8c69986a-6b77-4742-b2fd-b266ece8528b service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updating instance_info_cache with network_info: [{"id": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "address": "fa:16:3e:62:8b:df", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bab9b23-35", "ovs_interfaceid": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.348637] env[69846]: DEBUG oslo_vmware.api [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950438, 'name': PowerOffVM_Task, 'duration_secs': 0.697623} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.350733] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.350902] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.354040] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3c87460-4336-4fd5-a7a1-b2e1696e05e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.383343] env[69846]: DEBUG nova.compute.manager [req-50707713-439a-4f63-b3c6-adc38f0a326d req-6de6b5bd-b73a-4cb0-a9ab-cd0ee293c71b service nova] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Received event network-changed-60e5db98-20f9-4cac-b1ba-ab4e08c23a17 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.383343] env[69846]: DEBUG nova.compute.manager [req-50707713-439a-4f63-b3c6-adc38f0a326d req-6de6b5bd-b73a-4cb0-a9ab-cd0ee293c71b service nova] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Refreshing instance network info cache due to event network-changed-60e5db98-20f9-4cac-b1ba-ab4e08c23a17. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.383463] env[69846]: DEBUG oslo_concurrency.lockutils [req-50707713-439a-4f63-b3c6-adc38f0a326d req-6de6b5bd-b73a-4cb0-a9ab-cd0ee293c71b service nova] Acquiring lock "refresh_cache-479ec724-50a5-403f-8804-114545d59bb9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.383680] env[69846]: DEBUG oslo_concurrency.lockutils [req-50707713-439a-4f63-b3c6-adc38f0a326d req-6de6b5bd-b73a-4cb0-a9ab-cd0ee293c71b service nova] Acquired lock "refresh_cache-479ec724-50a5-403f-8804-114545d59bb9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.383976] env[69846]: DEBUG nova.network.neutron [req-50707713-439a-4f63-b3c6-adc38f0a326d req-6de6b5bd-b73a-4cb0-a9ab-cd0ee293c71b service nova] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Refreshing network info cache for port 60e5db98-20f9-4cac-b1ba-ab4e08c23a17 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.470831] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.471246] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.471587] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Deleting the datastore file [datastore1] 57215d4f-805a-43ad-ac2e-704ed71ed837 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.475340] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27adb9bd-8169-4cd5-9af4-3b00483ef439 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.483285] env[69846]: DEBUG oslo_vmware.api [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1152.483285] env[69846]: value = "task-2950441" [ 1152.483285] env[69846]: _type = "Task" [ 1152.483285] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.499978] env[69846]: DEBUG oslo_vmware.api [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.520295] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8b712a-2028-42a1-b527-8af911410676 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.530699] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e6bd06-af5f-47ad-9742-23a0042f84bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.569992] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686ff5b0-fc36-4a71-bcc3-40a2220ed99d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.577849] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a127d-3dc6-4223-8e5b-125003e2193e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.593974] env[69846]: DEBUG nova.compute.provider_tree [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.649401] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950439, 'name': CreateVM_Task, 'duration_secs': 0.436397} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.649695] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.650369] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.650550] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.650903] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.651200] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31362fd3-f19f-4d32-aeff-eb56503ed97c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.659708] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1152.659708] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d3c9ac-3c75-3490-0324-c1960eef0f47" [ 1152.659708] env[69846]: _type = "Task" [ 1152.659708] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.668607] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d3c9ac-3c75-3490-0324-c1960eef0f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.684927] env[69846]: DEBUG oslo_vmware.api [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950437, 'name': PowerOnVM_Task, 'duration_secs': 1.356262} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.685898] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.685898] env[69846]: INFO nova.compute.manager [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1152.685898] env[69846]: DEBUG nova.compute.manager [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.686609] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc23ce42-5bc3-493d-a319-37536709c2f9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.850127] env[69846]: DEBUG oslo_concurrency.lockutils [req-03af5cfc-fa45-4c1b-9cda-6fbae8481b7d req-8c69986a-6b77-4742-b2fd-b266ece8528b service nova] Releasing lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.862889] env[69846]: DEBUG oslo_concurrency.lockutils [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.863311] env[69846]: DEBUG oslo_concurrency.lockutils [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.863684] env[69846]: DEBUG nova.objects.instance [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'flavor' on Instance uuid b5c66319-b8ed-48bf-9b2d-7070144ea71c {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.993801] env[69846]: DEBUG oslo_vmware.api [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270234} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.994167] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.994424] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.994679] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.994996] env[69846]: INFO nova.compute.manager [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1152.995995] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.995995] env[69846]: DEBUG nova.compute.manager [-] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.995995] env[69846]: DEBUG nova.network.neutron [-] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.099456] env[69846]: DEBUG nova.scheduler.client.report [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.118986] env[69846]: DEBUG nova.network.neutron [req-50707713-439a-4f63-b3c6-adc38f0a326d req-6de6b5bd-b73a-4cb0-a9ab-cd0ee293c71b service nova] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Updated VIF entry in instance network info cache for port 60e5db98-20f9-4cac-b1ba-ab4e08c23a17. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.119387] env[69846]: DEBUG nova.network.neutron [req-50707713-439a-4f63-b3c6-adc38f0a326d req-6de6b5bd-b73a-4cb0-a9ab-cd0ee293c71b service nova] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Updating instance_info_cache with network_info: [{"id": "60e5db98-20f9-4cac-b1ba-ab4e08c23a17", "address": "fa:16:3e:16:44:6b", "network": {"id": "67b47392-3248-4106-b7b1-a511d484824f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994238828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55424583623f4f13940cbf76cc693806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e5db98-20", "ovs_interfaceid": "60e5db98-20f9-4cac-b1ba-ab4e08c23a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.158887] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.158887] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.159254] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.159468] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.159664] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.167072] env[69846]: INFO nova.compute.manager [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Terminating instance [ 1153.176811] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d3c9ac-3c75-3490-0324-c1960eef0f47, 'name': SearchDatastore_Task, 'duration_secs': 0.015134} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.177169] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.177438] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.177717] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.177919] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.178126] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.178420] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9075071c-23a6-4319-a43f-a2581cb771a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.189553] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.189755] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.190781] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bd01b8-3071-4708-a10e-c0b5f12e33ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.202090] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1153.202090] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a511c0-6a4b-a573-4c87-f0a966a508a4" [ 1153.202090] env[69846]: _type = "Task" [ 1153.202090] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.210121] env[69846]: INFO nova.compute.manager [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Took 22.46 seconds to build instance. [ 1153.213931] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a511c0-6a4b-a573-4c87-f0a966a508a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.439314] env[69846]: DEBUG nova.objects.instance [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'pci_requests' on Instance uuid b5c66319-b8ed-48bf-9b2d-7070144ea71c {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.606967] env[69846]: DEBUG oslo_concurrency.lockutils [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.610632] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.777s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.610632] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.612512] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1153.612512] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.433s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.613492] env[69846]: INFO nova.compute.claims [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.617708] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad770b6b-5a35-444c-8c2e-76914997fecb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.622989] env[69846]: DEBUG oslo_concurrency.lockutils [req-50707713-439a-4f63-b3c6-adc38f0a326d req-6de6b5bd-b73a-4cb0-a9ab-cd0ee293c71b service nova] Releasing lock "refresh_cache-479ec724-50a5-403f-8804-114545d59bb9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.627601] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947a3f94-800a-47be-94ee-132c43df4f1d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.647495] env[69846]: INFO nova.scheduler.client.report [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted allocations for instance d1e60ec6-09c7-4f1d-a6c4-898a5df14a07 [ 1153.650721] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95be846-3f4c-4591-96a1-35fe0c92712a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.662965] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5d341e-7f18-41b5-b16d-e379482cfcd7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.698145] env[69846]: DEBUG nova.compute.manager [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.698641] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.699636] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178930MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1153.699636] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.700747] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd6fbb8-ea46-4bea-a191-b1fd487bfdd4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.709845] env[69846]: DEBUG oslo_concurrency.lockutils [None req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.976s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.714513] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a511c0-6a4b-a573-4c87-f0a966a508a4, 'name': SearchDatastore_Task, 'duration_secs': 0.019289} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.718071] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.718367] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c78e2dc-e870-4dca-9bcb-f518a6f0abbc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.721314] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71774301-52c3-41fa-89c1-ec23d888e3ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.726296] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1153.726296] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527a9b68-6ff6-6e55-fa02-359be5267ef8" [ 1153.726296] env[69846]: _type = "Task" [ 1153.726296] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.730758] env[69846]: DEBUG oslo_vmware.api [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1153.730758] env[69846]: value = "task-2950442" [ 1153.730758] env[69846]: _type = "Task" [ 1153.730758] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.737303] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527a9b68-6ff6-6e55-fa02-359be5267ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.741965] env[69846]: DEBUG oslo_vmware.api [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.852900] env[69846]: DEBUG nova.compute.manager [req-bb253b77-9188-4ee4-a4ea-4d25cb3c0b2b req-99a71622-a530-4f59-90b1-71e72790c0af service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Received event network-vif-deleted-65eefdb3-6387-4b6d-82ea-b813f4eca93e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.852900] env[69846]: INFO nova.compute.manager [req-bb253b77-9188-4ee4-a4ea-4d25cb3c0b2b req-99a71622-a530-4f59-90b1-71e72790c0af service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Neutron deleted interface 65eefdb3-6387-4b6d-82ea-b813f4eca93e; detaching it from the instance and deleting it from the info cache [ 1153.852900] env[69846]: DEBUG nova.network.neutron [req-bb253b77-9188-4ee4-a4ea-4d25cb3c0b2b req-99a71622-a530-4f59-90b1-71e72790c0af service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.943169] env[69846]: DEBUG nova.objects.base [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.943599] env[69846]: DEBUG nova.network.neutron [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.988901] env[69846]: DEBUG nova.policy [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818e610fd4c643f393d56d659681509d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2de4df8dc85446bb038ee0323d2af9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.102643] env[69846]: DEBUG nova.network.neutron [-] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.162145] env[69846]: DEBUG oslo_concurrency.lockutils [None req-34cfe252-1963-4975-bc91-b19debf3b583 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "d1e60ec6-09c7-4f1d-a6c4-898a5df14a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.398s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.167228] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "28c24da4-81f6-41cb-8b13-f850eb35990f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.167482] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "28c24da4-81f6-41cb-8b13-f850eb35990f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.238928] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527a9b68-6ff6-6e55-fa02-359be5267ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.046645} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.240716] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.240716] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 479ec724-50a5-403f-8804-114545d59bb9/479ec724-50a5-403f-8804-114545d59bb9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.240716] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0154e70e-84f7-4a2c-91ac-0e8b7b41fed3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.245712] env[69846]: DEBUG oslo_vmware.api [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950442, 'name': PowerOffVM_Task, 'duration_secs': 0.273187} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.246418] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.246640] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.246912] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cd5d1d5-5f3b-4d43-aa09-94c153993ae3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.254127] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1154.254127] env[69846]: value = "task-2950443" [ 1154.254127] env[69846]: _type = "Task" [ 1154.254127] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.262555] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.321850] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.321850] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.321850] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleting the datastore file [datastore1] ac1a2386-9eff-4eec-bb5c-bce4339a782d {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.321850] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72246183-6320-4158-ba99-2eb1feade00c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.329663] env[69846]: DEBUG oslo_vmware.api [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1154.329663] env[69846]: value = "task-2950445" [ 1154.329663] env[69846]: _type = "Task" [ 1154.329663] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.337665] env[69846]: DEBUG oslo_vmware.api [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.355692] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd702d13-7a44-4fe3-81f4-f0e0deb9289c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.364876] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eb2ac0-6a57-4a9a-8ffe-d14b5b0c6c8f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.398602] env[69846]: DEBUG nova.compute.manager [req-bb253b77-9188-4ee4-a4ea-4d25cb3c0b2b req-99a71622-a530-4f59-90b1-71e72790c0af service nova] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Detach interface failed, port_id=65eefdb3-6387-4b6d-82ea-b813f4eca93e, reason: Instance 57215d4f-805a-43ad-ac2e-704ed71ed837 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1154.403775] env[69846]: DEBUG nova.network.neutron [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Successfully created port: df6f49df-71e3-4622-a940-7a3b722df306 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.607651] env[69846]: INFO nova.compute.manager [-] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Took 1.61 seconds to deallocate network for instance. [ 1154.673261] env[69846]: DEBUG nova.compute.manager [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.768982] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950443, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.842948] env[69846]: DEBUG oslo_vmware.api [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508775} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.844756] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.845013] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.845216] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.845440] env[69846]: INFO nova.compute.manager [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1154.845721] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.846175] env[69846]: DEBUG nova.compute.manager [-] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.846278] env[69846]: DEBUG nova.network.neutron [-] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.861811] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f273973c-d118-4a33-9505-448630c8c446 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.870683] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2802c53-0fdc-4b5b-aa62-c0c0bd699fa7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.905594] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567362a0-4bc9-4f55-80e3-080f728b7828 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.915625] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec20db2-8206-49d1-9b41-b486c77a7a8b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.933309] env[69846]: DEBUG nova.compute.provider_tree [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.032565] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.032887] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.113398] env[69846]: DEBUG oslo_concurrency.lockutils [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.113726] env[69846]: DEBUG oslo_concurrency.lockutils [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.113997] env[69846]: DEBUG oslo_concurrency.lockutils [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.114654] env[69846]: DEBUG oslo_concurrency.lockutils [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.114654] env[69846]: DEBUG oslo_concurrency.lockutils [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.116852] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.117837] env[69846]: INFO nova.compute.manager [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Terminating instance [ 1155.196338] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.268078] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697943} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.268366] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 479ec724-50a5-403f-8804-114545d59bb9/479ec724-50a5-403f-8804-114545d59bb9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.268584] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.268835] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23776ee8-c6f1-463f-a72d-7a3994751523 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.275547] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1155.275547] env[69846]: value = "task-2950446" [ 1155.275547] env[69846]: _type = "Task" [ 1155.275547] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.285448] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.346602] env[69846]: DEBUG nova.compute.manager [req-c59d4b91-034f-4b52-926b-a8d9d3d20e8b req-9b923852-079b-4900-8bd0-c20dc1e1eaf5 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Received event network-vif-deleted-6802447f-4f4c-4cda-aeac-2ccc4f513afc {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.346806] env[69846]: INFO nova.compute.manager [req-c59d4b91-034f-4b52-926b-a8d9d3d20e8b req-9b923852-079b-4900-8bd0-c20dc1e1eaf5 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Neutron deleted interface 6802447f-4f4c-4cda-aeac-2ccc4f513afc; detaching it from the instance and deleting it from the info cache [ 1155.346973] env[69846]: DEBUG nova.network.neutron [req-c59d4b91-034f-4b52-926b-a8d9d3d20e8b req-9b923852-079b-4900-8bd0-c20dc1e1eaf5 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.457294] env[69846]: ERROR nova.scheduler.client.report [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [req-ebcf16ed-b31e-4596-bc42-29f00d2e8170] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebcf16ed-b31e-4596-bc42-29f00d2e8170"}]} [ 1155.474326] env[69846]: DEBUG nova.scheduler.client.report [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1155.488747] env[69846]: DEBUG nova.scheduler.client.report [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1155.488960] env[69846]: DEBUG nova.compute.provider_tree [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.500807] env[69846]: DEBUG nova.scheduler.client.report [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1155.523168] env[69846]: DEBUG nova.scheduler.client.report [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1155.536953] env[69846]: DEBUG nova.compute.manager [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.622424] env[69846]: DEBUG nova.compute.manager [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.622658] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.625612] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460b6abe-6182-410a-8fb9-f6305daace93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.633567] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.633798] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff685557-98ab-4786-92a0-2aefc8e5c732 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.641038] env[69846]: DEBUG oslo_vmware.api [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1155.641038] env[69846]: value = "task-2950447" [ 1155.641038] env[69846]: _type = "Task" [ 1155.641038] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.648600] env[69846]: DEBUG oslo_vmware.api [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.713420] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36208990-ce2e-4c61-8004-4c9f267e9528 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.720769] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7efdc60-1ab1-48ec-b913-1cad4086ce63 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.751737] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a134be08-e353-4e5a-b7b5-e34c81fc82db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.760046] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8abf3fb-6947-44c9-8705-4da18dc7e312 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.772970] env[69846]: DEBUG nova.compute.provider_tree [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.785464] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169301} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.785741] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.786494] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f137cad4-b62d-4cbf-8b6a-5e98a3f9dd9d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.810691] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 479ec724-50a5-403f-8804-114545d59bb9/479ec724-50a5-403f-8804-114545d59bb9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.811139] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a3f2c1-e36e-41a6-932a-4f6bdca306d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.825860] env[69846]: DEBUG nova.network.neutron [-] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.835379] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1155.835379] env[69846]: value = "task-2950448" [ 1155.835379] env[69846]: _type = "Task" [ 1155.835379] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.844581] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.849526] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-970d5e90-fb94-4639-a1ec-4080bb02c21b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.857810] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27661c11-9b6c-4ff3-b9ba-356ed849266d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.890758] env[69846]: DEBUG nova.compute.manager [req-c59d4b91-034f-4b52-926b-a8d9d3d20e8b req-9b923852-079b-4900-8bd0-c20dc1e1eaf5 service nova] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Detach interface failed, port_id=6802447f-4f4c-4cda-aeac-2ccc4f513afc, reason: Instance ac1a2386-9eff-4eec-bb5c-bce4339a782d could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.962614] env[69846]: DEBUG oslo_vmware.rw_handles [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eefed-f60f-7bd8-27fd-05ce2487c93e/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.963928] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59610936-d5b7-44b9-a441-5ec171131907 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.970314] env[69846]: DEBUG oslo_vmware.rw_handles [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eefed-f60f-7bd8-27fd-05ce2487c93e/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.970489] env[69846]: ERROR oslo_vmware.rw_handles [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eefed-f60f-7bd8-27fd-05ce2487c93e/disk-0.vmdk due to incomplete transfer. [ 1155.970714] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2b83fe5c-1f49-4a68-9497-1d7b3d557bd7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.977624] env[69846]: DEBUG oslo_vmware.rw_handles [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529eefed-f60f-7bd8-27fd-05ce2487c93e/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1155.977831] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Uploaded image 65c6930a-d5cb-4466-b39a-c9be485cf13e to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1155.980207] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1155.980474] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-846e2b48-23a1-4c66-9673-1f3b63ee2ae6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.985963] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1155.985963] env[69846]: value = "task-2950449" [ 1155.985963] env[69846]: _type = "Task" [ 1155.985963] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.996140] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950449, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.043802] env[69846]: DEBUG nova.compute.manager [req-a8ffae6e-5869-4fca-8e0c-ddad74e72a25 req-4af7e89c-db38-45b9-8644-1870a8ec2306 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received event network-vif-plugged-df6f49df-71e3-4622-a940-7a3b722df306 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.044017] env[69846]: DEBUG oslo_concurrency.lockutils [req-a8ffae6e-5869-4fca-8e0c-ddad74e72a25 req-4af7e89c-db38-45b9-8644-1870a8ec2306 service nova] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.044252] env[69846]: DEBUG oslo_concurrency.lockutils [req-a8ffae6e-5869-4fca-8e0c-ddad74e72a25 req-4af7e89c-db38-45b9-8644-1870a8ec2306 service nova] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.044391] env[69846]: DEBUG oslo_concurrency.lockutils [req-a8ffae6e-5869-4fca-8e0c-ddad74e72a25 req-4af7e89c-db38-45b9-8644-1870a8ec2306 service nova] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.044551] env[69846]: DEBUG nova.compute.manager [req-a8ffae6e-5869-4fca-8e0c-ddad74e72a25 req-4af7e89c-db38-45b9-8644-1870a8ec2306 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] No waiting events found dispatching network-vif-plugged-df6f49df-71e3-4622-a940-7a3b722df306 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.044717] env[69846]: WARNING nova.compute.manager [req-a8ffae6e-5869-4fca-8e0c-ddad74e72a25 req-4af7e89c-db38-45b9-8644-1870a8ec2306 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received unexpected event network-vif-plugged-df6f49df-71e3-4622-a940-7a3b722df306 for instance with vm_state active and task_state None. [ 1156.060242] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.065766] env[69846]: DEBUG nova.network.neutron [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Successfully updated port: df6f49df-71e3-4622-a940-7a3b722df306 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.150961] env[69846]: DEBUG oslo_vmware.api [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950447, 'name': PowerOffVM_Task, 'duration_secs': 0.210652} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.151257] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.151422] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.151668] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-666168e7-343f-4901-bcee-ade4fed0850a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.214413] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.214628] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.214806] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleting the datastore file [datastore1] b27c826f-43c9-46f2-b9fd-9283c9aa1271 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.215079] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a890910-8f81-4eba-9f8b-59982a830a93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.222716] env[69846]: DEBUG oslo_vmware.api [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1156.222716] env[69846]: value = "task-2950451" [ 1156.222716] env[69846]: _type = "Task" [ 1156.222716] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.231961] env[69846]: DEBUG oslo_vmware.api [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.305187] env[69846]: DEBUG nova.scheduler.client.report [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1156.305515] env[69846]: DEBUG nova.compute.provider_tree [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 135 to 136 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1156.305735] env[69846]: DEBUG nova.compute.provider_tree [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.329097] env[69846]: INFO nova.compute.manager [-] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Took 1.48 seconds to deallocate network for instance. [ 1156.345713] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.496643] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950449, 'name': Destroy_Task, 'duration_secs': 0.500975} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.496925] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Destroyed the VM [ 1156.497249] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1156.497522] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62ea0f16-9641-4d53-8b11-91129d40d255 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.503458] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1156.503458] env[69846]: value = "task-2950452" [ 1156.503458] env[69846]: _type = "Task" [ 1156.503458] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.511093] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.568479] env[69846]: DEBUG oslo_concurrency.lockutils [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.568980] env[69846]: DEBUG oslo_concurrency.lockutils [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.568980] env[69846]: DEBUG nova.network.neutron [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.733935] env[69846]: DEBUG oslo_vmware.api [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273242} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.734279] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.734398] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.734596] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.734771] env[69846]: INFO nova.compute.manager [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1156.735016] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.735219] env[69846]: DEBUG nova.compute.manager [-] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.735315] env[69846]: DEBUG nova.network.neutron [-] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.811653] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.200s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.812315] env[69846]: DEBUG nova.compute.manager [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.815667] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.116s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.836104] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.845428] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950448, 'name': ReconfigVM_Task, 'duration_secs': 0.570182} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.845682] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 479ec724-50a5-403f-8804-114545d59bb9/479ec724-50a5-403f-8804-114545d59bb9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.847167] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11835972-18ba-40e8-858d-ae3d017dd326 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.853244] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1156.853244] env[69846]: value = "task-2950453" [ 1156.853244] env[69846]: _type = "Task" [ 1156.853244] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.864800] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950453, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.014400] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.110184] env[69846]: WARNING nova.network.neutron [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1 already exists in list: networks containing: ['dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1']. ignoring it [ 1157.316959] env[69846]: DEBUG nova.compute.utils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.318332] env[69846]: DEBUG nova.compute.manager [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.318504] env[69846]: DEBUG nova.network.neutron [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.363461] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950453, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.364821] env[69846]: DEBUG nova.policy [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2105bc7082e43878ffae45305048abb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20be6949729f48329aa8f436453150ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.398730] env[69846]: DEBUG nova.network.neutron [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df6f49df-71e3-4622-a940-7a3b722df306", "address": "fa:16:3e:e4:4a:66", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6f49df-71", "ovs_interfaceid": "df6f49df-71e3-4622-a940-7a3b722df306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.423660] env[69846]: DEBUG nova.network.neutron [-] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.515831] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.632208] env[69846]: DEBUG nova.network.neutron [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Successfully created port: ba414c2f-5ab7-48af-bb31-85b81bd986b1 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.837220] env[69846]: DEBUG nova.compute.manager [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.861425] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 628fd318-5e25-4902-9bd1-8573df493026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.861616] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 57215d4f-805a-43ad-ac2e-704ed71ed837 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1157.861747] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b4065fe4-8380-44f3-84d4-2943e50aa276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.861869] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c512fb9a-7082-44a2-a6f0-4a93a67867d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.861987] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1fe837c2-171e-4d8a-9c37-ef937a6783d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.862158] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b5c66319-b8ed-48bf-9b2d-7070144ea71c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.862284] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 35159d6d-db07-477d-b589-8d1e3e37cb1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.862452] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance ac1a2386-9eff-4eec-bb5c-bce4339a782d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1157.862581] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c623c8e0-c8aa-40cc-90cc-b122f856d7e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.862697] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.862809] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b27c826f-43c9-46f2-b9fd-9283c9aa1271 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.862919] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 479ec724-50a5-403f-8804-114545d59bb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.863049] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 18a9561e-483f-4baf-85f3-1fcf2f2908cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1157.867595] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950453, 'name': Rename_Task, 'duration_secs': 0.744393} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.868144] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.868413] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-347f8f3a-a0ca-477d-9e5a-e7594b931fdd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.877537] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1157.877537] env[69846]: value = "task-2950454" [ 1157.877537] env[69846]: _type = "Task" [ 1157.877537] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.887648] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.901278] env[69846]: DEBUG oslo_concurrency.lockutils [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.902076] env[69846]: DEBUG oslo_concurrency.lockutils [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.902299] env[69846]: DEBUG oslo_concurrency.lockutils [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.903177] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25966c2-0a5b-4bb4-ba35-73e398395abd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.924537] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.924882] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.925050] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.925248] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.925396] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.925564] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.925754] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.925907] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.926083] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.926250] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.926421] env[69846]: DEBUG nova.virt.hardware [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.932851] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Reconfiguring VM to attach interface {{(pid=69846) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1157.933502] env[69846]: INFO nova.compute.manager [-] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Took 1.20 seconds to deallocate network for instance. [ 1157.933770] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0415b3a-0b0e-4916-952a-6825fa342c13 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.964424] env[69846]: DEBUG oslo_vmware.api [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1157.964424] env[69846]: value = "task-2950455" [ 1157.964424] env[69846]: _type = "Task" [ 1157.964424] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.974218] env[69846]: DEBUG oslo_vmware.api [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950455, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.017673] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950452, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.143754] env[69846]: DEBUG nova.compute.manager [req-18300aa7-77cd-4949-82e1-29ecc76eb1c9 req-cde4d2c4-d80a-4c27-9799-c052579b968a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received event network-changed-df6f49df-71e3-4622-a940-7a3b722df306 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.143967] env[69846]: DEBUG nova.compute.manager [req-18300aa7-77cd-4949-82e1-29ecc76eb1c9 req-cde4d2c4-d80a-4c27-9799-c052579b968a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Refreshing instance network info cache due to event network-changed-df6f49df-71e3-4622-a940-7a3b722df306. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.144228] env[69846]: DEBUG oslo_concurrency.lockutils [req-18300aa7-77cd-4949-82e1-29ecc76eb1c9 req-cde4d2c4-d80a-4c27-9799-c052579b968a service nova] Acquiring lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.144396] env[69846]: DEBUG oslo_concurrency.lockutils [req-18300aa7-77cd-4949-82e1-29ecc76eb1c9 req-cde4d2c4-d80a-4c27-9799-c052579b968a service nova] Acquired lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.144594] env[69846]: DEBUG nova.network.neutron [req-18300aa7-77cd-4949-82e1-29ecc76eb1c9 req-cde4d2c4-d80a-4c27-9799-c052579b968a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Refreshing network info cache for port df6f49df-71e3-4622-a940-7a3b722df306 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.369591] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 28c24da4-81f6-41cb-8b13-f850eb35990f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1158.392100] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.454236] env[69846]: DEBUG oslo_concurrency.lockutils [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.475170] env[69846]: DEBUG oslo_vmware.api [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.518084] env[69846]: DEBUG oslo_vmware.api [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950452, 'name': RemoveSnapshot_Task, 'duration_secs': 2.012584} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.518389] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1158.518671] env[69846]: INFO nova.compute.manager [None req-3eac3bde-f8de-4925-979b-89ad2a7996af tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Took 14.20 seconds to snapshot the instance on the hypervisor. [ 1158.849608] env[69846]: DEBUG nova.compute.manager [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.874047] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1158.874239] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1158.874400] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1158.878802] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.879110] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.879317] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.879543] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.879699] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.879847] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.880076] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.880265] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.880437] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.880598] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.880771] env[69846]: DEBUG nova.virt.hardware [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.882076] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9250e1-e54c-4972-847b-cf660898d528 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.885164] env[69846]: DEBUG nova.network.neutron [req-18300aa7-77cd-4949-82e1-29ecc76eb1c9 req-cde4d2c4-d80a-4c27-9799-c052579b968a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updated VIF entry in instance network info cache for port df6f49df-71e3-4622-a940-7a3b722df306. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.885750] env[69846]: DEBUG nova.network.neutron [req-18300aa7-77cd-4949-82e1-29ecc76eb1c9 req-cde4d2c4-d80a-4c27-9799-c052579b968a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df6f49df-71e3-4622-a940-7a3b722df306", "address": "fa:16:3e:e4:4a:66", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6f49df-71", "ovs_interfaceid": "df6f49df-71e3-4622-a940-7a3b722df306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.897329] env[69846]: DEBUG oslo_vmware.api [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950454, 'name': PowerOnVM_Task, 'duration_secs': 0.561712} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.899075] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6469da1e-6798-439e-95c9-b94ec06aec0b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.902773] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.902985] env[69846]: INFO nova.compute.manager [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1158.903183] env[69846]: DEBUG nova.compute.manager [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.906463] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a373f8-cc42-4cc4-8492-f14592058023 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.977945] env[69846]: DEBUG oslo_vmware.api [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950455, 'name': ReconfigVM_Task, 'duration_secs': 0.774932} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.979381] env[69846]: DEBUG oslo_concurrency.lockutils [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.979381] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Reconfigured VM to attach interface {{(pid=69846) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1159.003260] env[69846]: DEBUG nova.compute.manager [req-3276cc2d-77af-4d67-a7ac-433d861d6d66 req-4b7bd9c0-cac2-44d2-893a-0551f9b5db58 service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Received event network-vif-plugged-ba414c2f-5ab7-48af-bb31-85b81bd986b1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.004484] env[69846]: DEBUG oslo_concurrency.lockutils [req-3276cc2d-77af-4d67-a7ac-433d861d6d66 req-4b7bd9c0-cac2-44d2-893a-0551f9b5db58 service nova] Acquiring lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.004484] env[69846]: DEBUG oslo_concurrency.lockutils [req-3276cc2d-77af-4d67-a7ac-433d861d6d66 req-4b7bd9c0-cac2-44d2-893a-0551f9b5db58 service nova] Lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.004484] env[69846]: DEBUG oslo_concurrency.lockutils [req-3276cc2d-77af-4d67-a7ac-433d861d6d66 req-4b7bd9c0-cac2-44d2-893a-0551f9b5db58 service nova] Lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.004484] env[69846]: DEBUG nova.compute.manager [req-3276cc2d-77af-4d67-a7ac-433d861d6d66 req-4b7bd9c0-cac2-44d2-893a-0551f9b5db58 service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] No waiting events found dispatching network-vif-plugged-ba414c2f-5ab7-48af-bb31-85b81bd986b1 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.004484] env[69846]: WARNING nova.compute.manager [req-3276cc2d-77af-4d67-a7ac-433d861d6d66 req-4b7bd9c0-cac2-44d2-893a-0551f9b5db58 service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Received unexpected event network-vif-plugged-ba414c2f-5ab7-48af-bb31-85b81bd986b1 for instance with vm_state building and task_state spawning. [ 1159.093358] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eb2615-9891-4391-b3db-d9d21770d1e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.098104] env[69846]: DEBUG nova.network.neutron [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Successfully updated port: ba414c2f-5ab7-48af-bb31-85b81bd986b1 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.104246] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93841f87-d2c2-4dc7-916f-ea9e46a314a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.137803] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb941a55-0277-45e1-bcb6-911572cbd7cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.146706] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c225a3-57ce-43d3-a07b-3aa18293e79d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.162035] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.390912] env[69846]: DEBUG oslo_concurrency.lockutils [req-18300aa7-77cd-4949-82e1-29ecc76eb1c9 req-cde4d2c4-d80a-4c27-9799-c052579b968a service nova] Releasing lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.391230] env[69846]: DEBUG nova.compute.manager [req-18300aa7-77cd-4949-82e1-29ecc76eb1c9 req-cde4d2c4-d80a-4c27-9799-c052579b968a service nova] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Received event network-vif-deleted-334b6fb0-b38d-426a-be29-26bac5ec7916 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.432402] env[69846]: INFO nova.compute.manager [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Took 21.80 seconds to build instance. [ 1159.485909] env[69846]: DEBUG oslo_concurrency.lockutils [None req-15154295-5dc4-4d6e-a388-47336db780a7 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.623s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.605887] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquiring lock "refresh_cache-18a9561e-483f-4baf-85f3-1fcf2f2908cd" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.605887] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquired lock "refresh_cache-18a9561e-483f-4baf-85f3-1fcf2f2908cd" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.605887] env[69846]: DEBUG nova.network.neutron [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.665385] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.934186] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2a438267-7031-4115-b702-71499fc8e87c tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "479ec724-50a5-403f-8804-114545d59bb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.312s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.142999] env[69846]: DEBUG nova.network.neutron [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.169623] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1160.169829] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.354s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.170107] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.053s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.170284] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.174307] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.978s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.175747] env[69846]: INFO nova.compute.claims [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.201174] env[69846]: INFO nova.scheduler.client.report [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Deleted allocations for instance 57215d4f-805a-43ad-ac2e-704ed71ed837 [ 1160.300799] env[69846]: DEBUG nova.network.neutron [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Updating instance_info_cache with network_info: [{"id": "ba414c2f-5ab7-48af-bb31-85b81bd986b1", "address": "fa:16:3e:13:08:ea", "network": {"id": "7001714f-549b-4fa3-aae3-2cf02a03a209", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-233672417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20be6949729f48329aa8f436453150ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba414c2f-5a", "ovs_interfaceid": "ba414c2f-5ab7-48af-bb31-85b81bd986b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.711255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "57215d4f-805a-43ad-ac2e-704ed71ed837" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.902s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.803087] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Releasing lock "refresh_cache-18a9561e-483f-4baf-85f3-1fcf2f2908cd" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.803452] env[69846]: DEBUG nova.compute.manager [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Instance network_info: |[{"id": "ba414c2f-5ab7-48af-bb31-85b81bd986b1", "address": "fa:16:3e:13:08:ea", "network": {"id": "7001714f-549b-4fa3-aae3-2cf02a03a209", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-233672417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20be6949729f48329aa8f436453150ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba414c2f-5a", "ovs_interfaceid": "ba414c2f-5ab7-48af-bb31-85b81bd986b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.803841] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:08:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba414c2f-5ab7-48af-bb31-85b81bd986b1', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.812570] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Creating folder: Project (20be6949729f48329aa8f436453150ad). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.813599] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0f65881-0fad-47fa-9abe-beeff2840af6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.827411] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Created folder: Project (20be6949729f48329aa8f436453150ad) in parent group-v591891. [ 1160.827629] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Creating folder: Instances. Parent ref: group-v592169. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.827844] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb0a9321-e08a-4154-8424-8c6d723b79e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.842532] env[69846]: DEBUG nova.compute.manager [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.843294] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Created folder: Instances in parent group-v592169. [ 1160.843553] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.847593] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d674663-d959-478e-8d87-08d842898600 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.849403] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.849650] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b86489f7-2f14-45ec-af4e-e3ce6101e0d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.873873] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.873873] env[69846]: value = "task-2950458" [ 1160.873873] env[69846]: _type = "Task" [ 1160.873873] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.884444] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950458, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.030337] env[69846]: DEBUG nova.compute.manager [req-b9cddd38-6066-4381-af53-080549f44dd2 req-4e402bdf-cfcd-4068-afa6-f8ceb537b8bf service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Received event network-changed-ba414c2f-5ab7-48af-bb31-85b81bd986b1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.030596] env[69846]: DEBUG nova.compute.manager [req-b9cddd38-6066-4381-af53-080549f44dd2 req-4e402bdf-cfcd-4068-afa6-f8ceb537b8bf service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Refreshing instance network info cache due to event network-changed-ba414c2f-5ab7-48af-bb31-85b81bd986b1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.030737] env[69846]: DEBUG oslo_concurrency.lockutils [req-b9cddd38-6066-4381-af53-080549f44dd2 req-4e402bdf-cfcd-4068-afa6-f8ceb537b8bf service nova] Acquiring lock "refresh_cache-18a9561e-483f-4baf-85f3-1fcf2f2908cd" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.030876] env[69846]: DEBUG oslo_concurrency.lockutils [req-b9cddd38-6066-4381-af53-080549f44dd2 req-4e402bdf-cfcd-4068-afa6-f8ceb537b8bf service nova] Acquired lock "refresh_cache-18a9561e-483f-4baf-85f3-1fcf2f2908cd" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.031046] env[69846]: DEBUG nova.network.neutron [req-b9cddd38-6066-4381-af53-080549f44dd2 req-4e402bdf-cfcd-4068-afa6-f8ceb537b8bf service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Refreshing network info cache for port ba414c2f-5ab7-48af-bb31-85b81bd986b1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.299215] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquiring lock "35159d6d-db07-477d-b589-8d1e3e37cb1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.299628] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lock "35159d6d-db07-477d-b589-8d1e3e37cb1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.299966] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquiring lock "35159d6d-db07-477d-b589-8d1e3e37cb1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.300437] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lock "35159d6d-db07-477d-b589-8d1e3e37cb1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.300570] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lock "35159d6d-db07-477d-b589-8d1e3e37cb1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.307296] env[69846]: INFO nova.compute.manager [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Terminating instance [ 1161.375788] env[69846]: INFO nova.compute.manager [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] instance snapshotting [ 1161.384550] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bfea5b-9bda-4ec7-a2d1-da9f24fd496d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.394537] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950458, 'name': CreateVM_Task, 'duration_secs': 0.362537} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.408943] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.410864] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.411092] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.411476] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.412365] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd86ecf-a779-4727-a19e-e217eb74c4cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.415467] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaf61a6-23f8-4eb8-99d8-eb8f79ddd921 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.417968] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04205ab3-ec78-4827-ab16-d35b5568c3b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.425516] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for the task: (returnval){ [ 1161.425516] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c74742-f674-e04b-081d-904754a21786" [ 1161.425516] env[69846]: _type = "Task" [ 1161.425516] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.428588] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277d6d4c-3b76-46e1-abef-b889b32c9712 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.444087] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c74742-f674-e04b-081d-904754a21786, 'name': SearchDatastore_Task, 'duration_secs': 0.015671} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.474523] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.475025] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.475430] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.475671] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.475990] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.477897] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-58749c77-8467-4a3f-89d6-4d14e17bffa0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.478101] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-58749c77-8467-4a3f-89d6-4d14e17bffa0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.478617] env[69846]: DEBUG nova.objects.instance [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'flavor' on Instance uuid b5c66319-b8ed-48bf-9b2d-7070144ea71c {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.480889] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eec5324-1cfe-4ca7-b14f-17df9804a425 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.485016] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac4fea6-0027-410e-b553-11d5cbb38f28 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.498826] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6ec866-0300-4181-bbcf-9a3800324ec4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.506310] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.506405] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.509331] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f14b21-dc45-43ad-aba8-62a9b5b1d3e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.519355] env[69846]: DEBUG nova.compute.provider_tree [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.524888] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for the task: (returnval){ [ 1161.524888] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52042de2-fdc8-dc17-4f4f-08de37bed5bd" [ 1161.524888] env[69846]: _type = "Task" [ 1161.524888] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.536663] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52042de2-fdc8-dc17-4f4f-08de37bed5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.773954] env[69846]: DEBUG nova.network.neutron [req-b9cddd38-6066-4381-af53-080549f44dd2 req-4e402bdf-cfcd-4068-afa6-f8ceb537b8bf service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Updated VIF entry in instance network info cache for port ba414c2f-5ab7-48af-bb31-85b81bd986b1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.774352] env[69846]: DEBUG nova.network.neutron [req-b9cddd38-6066-4381-af53-080549f44dd2 req-4e402bdf-cfcd-4068-afa6-f8ceb537b8bf service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Updating instance_info_cache with network_info: [{"id": "ba414c2f-5ab7-48af-bb31-85b81bd986b1", "address": "fa:16:3e:13:08:ea", "network": {"id": "7001714f-549b-4fa3-aae3-2cf02a03a209", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-233672417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20be6949729f48329aa8f436453150ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba414c2f-5a", "ovs_interfaceid": "ba414c2f-5ab7-48af-bb31-85b81bd986b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.810975] env[69846]: DEBUG nova.compute.manager [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.811211] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.812146] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b453210-6fc4-424d-9c29-47e118d9974d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.820763] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.821028] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7300259f-387e-478a-a9a0-7385d32c25eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.827619] env[69846]: DEBUG oslo_vmware.api [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1161.827619] env[69846]: value = "task-2950459" [ 1161.827619] env[69846]: _type = "Task" [ 1161.827619] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.835930] env[69846]: DEBUG oslo_vmware.api [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.939583] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1161.939941] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-399e30b0-3075-4c6f-9593-3fde2bab64d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.962900] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1161.962900] env[69846]: value = "task-2950460" [ 1161.962900] env[69846]: _type = "Task" [ 1161.962900] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.974783] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950460, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.023030] env[69846]: DEBUG nova.scheduler.client.report [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.040489] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52042de2-fdc8-dc17-4f4f-08de37bed5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.041408] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9028150d-7fb8-4bd8-9736-643add87322e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.048800] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for the task: (returnval){ [ 1162.048800] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a4dc2f-638b-ad63-2b42-a014b68ded3c" [ 1162.048800] env[69846]: _type = "Task" [ 1162.048800] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.057834] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a4dc2f-638b-ad63-2b42-a014b68ded3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.113353] env[69846]: DEBUG nova.objects.instance [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'pci_requests' on Instance uuid b5c66319-b8ed-48bf-9b2d-7070144ea71c {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.277540] env[69846]: DEBUG oslo_concurrency.lockutils [req-b9cddd38-6066-4381-af53-080549f44dd2 req-4e402bdf-cfcd-4068-afa6-f8ceb537b8bf service nova] Releasing lock "refresh_cache-18a9561e-483f-4baf-85f3-1fcf2f2908cd" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.341021] env[69846]: DEBUG oslo_vmware.api [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950459, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.477446] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950460, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.534699] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.535235] env[69846]: DEBUG nova.compute.manager [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.537918] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.478s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.539251] env[69846]: INFO nova.compute.claims [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.561156] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a4dc2f-638b-ad63-2b42-a014b68ded3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.561431] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.561841] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 18a9561e-483f-4baf-85f3-1fcf2f2908cd/18a9561e-483f-4baf-85f3-1fcf2f2908cd.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.562015] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23a513f5-b659-4206-b0d7-473f47dd5df2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.570034] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for the task: (returnval){ [ 1162.570034] env[69846]: value = "task-2950461" [ 1162.570034] env[69846]: _type = "Task" [ 1162.570034] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.581053] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.615654] env[69846]: DEBUG nova.objects.base [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.615893] env[69846]: DEBUG nova.network.neutron [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.686095] env[69846]: DEBUG nova.policy [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818e610fd4c643f393d56d659681509d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2de4df8dc85446bb038ee0323d2af9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.844911] env[69846]: DEBUG oslo_vmware.api [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950459, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.975733] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950460, 'name': CreateSnapshot_Task, 'duration_secs': 0.941548} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.975733] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1162.976633] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ce06db-b181-4c0a-b089-5b2a579faaf5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.043269] env[69846]: DEBUG nova.compute.utils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.047485] env[69846]: DEBUG nova.compute.manager [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.047698] env[69846]: DEBUG nova.network.neutron [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.080472] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49711} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.080743] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 18a9561e-483f-4baf-85f3-1fcf2f2908cd/18a9561e-483f-4baf-85f3-1fcf2f2908cd.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.080951] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.081242] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54420113-4bdb-4954-a51e-65aa53b938a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.088739] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for the task: (returnval){ [ 1163.088739] env[69846]: value = "task-2950462" [ 1163.088739] env[69846]: _type = "Task" [ 1163.088739] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.097395] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.115850] env[69846]: DEBUG nova.policy [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09e2dd4674be462dbe1b3633e63fca8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f027fc663134437bd5fedbe4d244f31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.339941] env[69846]: DEBUG oslo_vmware.api [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950459, 'name': PowerOffVM_Task, 'duration_secs': 1.133658} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.340277] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.340456] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.340712] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1af58166-bc2d-4952-a5af-61f1f2b7907d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.430267] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.430520] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.430707] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Deleting the datastore file [datastore2] 35159d6d-db07-477d-b589-8d1e3e37cb1f {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.430980] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b9314b-dad6-41f0-9d5d-e2a19906c4cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.438863] env[69846]: DEBUG oslo_vmware.api [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for the task: (returnval){ [ 1163.438863] env[69846]: value = "task-2950464" [ 1163.438863] env[69846]: _type = "Task" [ 1163.438863] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.448589] env[69846]: DEBUG oslo_vmware.api [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.454482] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "124ddf84-084f-4471-a06f-73da67fa8699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.454748] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.468869] env[69846]: DEBUG nova.network.neutron [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Successfully created port: 9d64d38f-3578-4167-814d-234269414156 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.500290] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1163.500593] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2652f0c-c9c4-45e6-ace6-90fdbc382c35 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.511948] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1163.511948] env[69846]: value = "task-2950465" [ 1163.511948] env[69846]: _type = "Task" [ 1163.511948] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.523558] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950465, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.547869] env[69846]: DEBUG nova.compute.manager [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.602225] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066503} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.602350] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.603147] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bde03bd-56dd-4c47-bd4b-e371ed37366c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.629222] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 18a9561e-483f-4baf-85f3-1fcf2f2908cd/18a9561e-483f-4baf-85f3-1fcf2f2908cd.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.632174] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaade1f9-6749-4648-b107-c2093453f826 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.653897] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for the task: (returnval){ [ 1163.653897] env[69846]: value = "task-2950466" [ 1163.653897] env[69846]: _type = "Task" [ 1163.653897] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.665047] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.803727] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860bfd21-6337-4370-a3b0-19b9b2705b69 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.811731] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea79ea55-c41f-4e11-8c71-b5a9f4e8f7f9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.842687] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5283f19f-5f0f-4f1f-86cf-fad320b3163e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.850706] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033ef6df-4534-476d-bb58-82c2b7158abc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.864836] env[69846]: DEBUG nova.compute.provider_tree [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.951083] env[69846]: DEBUG oslo_vmware.api [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Task: {'id': task-2950464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15009} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.951477] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.951644] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.951866] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.952104] env[69846]: INFO nova.compute.manager [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1163.952386] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.952692] env[69846]: DEBUG nova.compute.manager [-] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.952828] env[69846]: DEBUG nova.network.neutron [-] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.957041] env[69846]: DEBUG nova.compute.manager [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.027223] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950465, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.166875] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.204434] env[69846]: DEBUG nova.compute.manager [req-0c9f13f2-bc7e-4a7b-abdc-648b714538be req-9ef38b81-73aa-4d1b-9e4c-7f2757ae258b service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received event network-vif-plugged-58749c77-8467-4a3f-89d6-4d14e17bffa0 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.204434] env[69846]: DEBUG oslo_concurrency.lockutils [req-0c9f13f2-bc7e-4a7b-abdc-648b714538be req-9ef38b81-73aa-4d1b-9e4c-7f2757ae258b service nova] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.204434] env[69846]: DEBUG oslo_concurrency.lockutils [req-0c9f13f2-bc7e-4a7b-abdc-648b714538be req-9ef38b81-73aa-4d1b-9e4c-7f2757ae258b service nova] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.204434] env[69846]: DEBUG oslo_concurrency.lockutils [req-0c9f13f2-bc7e-4a7b-abdc-648b714538be req-9ef38b81-73aa-4d1b-9e4c-7f2757ae258b service nova] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.204434] env[69846]: DEBUG nova.compute.manager [req-0c9f13f2-bc7e-4a7b-abdc-648b714538be req-9ef38b81-73aa-4d1b-9e4c-7f2757ae258b service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] No waiting events found dispatching network-vif-plugged-58749c77-8467-4a3f-89d6-4d14e17bffa0 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.205203] env[69846]: WARNING nova.compute.manager [req-0c9f13f2-bc7e-4a7b-abdc-648b714538be req-9ef38b81-73aa-4d1b-9e4c-7f2757ae258b service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received unexpected event network-vif-plugged-58749c77-8467-4a3f-89d6-4d14e17bffa0 for instance with vm_state active and task_state None. [ 1164.207901] env[69846]: DEBUG nova.network.neutron [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Successfully updated port: 58749c77-8467-4a3f-89d6-4d14e17bffa0 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.334589] env[69846]: DEBUG nova.compute.manager [req-1c4cf721-b64b-409e-a77e-dcd7b17bb89a req-03b497e0-a529-4cbd-80f0-0f8c285758c8 service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Received event network-vif-deleted-fecdb8e5-1fa1-4844-8f06-daaefc3af588 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.334875] env[69846]: INFO nova.compute.manager [req-1c4cf721-b64b-409e-a77e-dcd7b17bb89a req-03b497e0-a529-4cbd-80f0-0f8c285758c8 service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Neutron deleted interface fecdb8e5-1fa1-4844-8f06-daaefc3af588; detaching it from the instance and deleting it from the info cache [ 1164.335360] env[69846]: DEBUG nova.network.neutron [req-1c4cf721-b64b-409e-a77e-dcd7b17bb89a req-03b497e0-a529-4cbd-80f0-0f8c285758c8 service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.368017] env[69846]: DEBUG nova.scheduler.client.report [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.479255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.523031] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950465, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.563084] env[69846]: DEBUG nova.compute.manager [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.587765] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.588040] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.588240] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.588467] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.588619] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.588766] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.589037] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.589212] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.589382] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.589543] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.589714] env[69846]: DEBUG nova.virt.hardware [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.590603] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5720d08-32d1-461f-86c6-5bf477336dbf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.599297] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff7d91-18f7-487c-8323-288510c5ad44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.664806] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950466, 'name': ReconfigVM_Task, 'duration_secs': 0.861407} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.665204] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 18a9561e-483f-4baf-85f3-1fcf2f2908cd/18a9561e-483f-4baf-85f3-1fcf2f2908cd.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.665765] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87a02c69-4e47-4008-8749-c6851b725dd1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.673867] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for the task: (returnval){ [ 1164.673867] env[69846]: value = "task-2950467" [ 1164.673867] env[69846]: _type = "Task" [ 1164.673867] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.684701] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950467, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.711627] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.711907] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.712304] env[69846]: DEBUG nova.network.neutron [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.738298] env[69846]: DEBUG nova.network.neutron [-] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.839195] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00ea20e5-b286-47fa-8425-5d3cb20529be {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.849520] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4eeefa-7fa1-4bc0-a6d0-ecfb5ab7bb36 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.874152] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.874703] env[69846]: DEBUG nova.compute.manager [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.889744] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.053s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.889744] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.891462] env[69846]: DEBUG oslo_concurrency.lockutils [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.437s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.891716] env[69846]: DEBUG nova.objects.instance [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lazy-loading 'resources' on Instance uuid b27c826f-43c9-46f2-b9fd-9283c9aa1271 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.893236] env[69846]: DEBUG nova.compute.manager [req-1c4cf721-b64b-409e-a77e-dcd7b17bb89a req-03b497e0-a529-4cbd-80f0-0f8c285758c8 service nova] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Detach interface failed, port_id=fecdb8e5-1fa1-4844-8f06-daaefc3af588, reason: Instance 35159d6d-db07-477d-b589-8d1e3e37cb1f could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1164.912767] env[69846]: INFO nova.scheduler.client.report [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleted allocations for instance ac1a2386-9eff-4eec-bb5c-bce4339a782d [ 1164.966140] env[69846]: DEBUG nova.network.neutron [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Successfully updated port: 9d64d38f-3578-4167-814d-234269414156 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.025036] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950465, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.184036] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950467, 'name': Rename_Task, 'duration_secs': 0.327762} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.185118] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.185118] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0b564c3-0c06-4944-9066-c0e1e33906a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.192458] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for the task: (returnval){ [ 1165.192458] env[69846]: value = "task-2950468" [ 1165.192458] env[69846]: _type = "Task" [ 1165.192458] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.200078] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.241202] env[69846]: INFO nova.compute.manager [-] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Took 1.29 seconds to deallocate network for instance. [ 1165.267876] env[69846]: WARNING nova.network.neutron [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1 already exists in list: networks containing: ['dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1']. ignoring it [ 1165.268121] env[69846]: WARNING nova.network.neutron [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1 already exists in list: networks containing: ['dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1']. ignoring it [ 1165.396840] env[69846]: DEBUG nova.compute.utils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.403359] env[69846]: DEBUG nova.compute.manager [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.403593] env[69846]: DEBUG nova.network.neutron [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.421230] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "ac1a2386-9eff-4eec-bb5c-bce4339a782d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.262s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.469056] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "refresh_cache-28c24da4-81f6-41cb-8b13-f850eb35990f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.469056] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "refresh_cache-28c24da4-81f6-41cb-8b13-f850eb35990f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.469190] env[69846]: DEBUG nova.network.neutron [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.501899] env[69846]: DEBUG nova.policy [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '317d352ae7684e2483f576f99b899f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6e16b9a38743b797a3cf9c2338ff3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.524677] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950465, 'name': CloneVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.632462] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50667df7-ed51-4ee0-981a-0df41f8cf590 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.642327] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a660da32-6bc2-4c00-acc3-ea162c160d27 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.674021] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b933829-94a5-4e72-abca-c6aa86c7c6e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.681821] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d375b1f-c9e2-4783-a8f8-2a1988da5d59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.697116] env[69846]: DEBUG nova.compute.provider_tree [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.706518] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950468, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.748458] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.906429] env[69846]: DEBUG nova.compute.manager [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.022153] env[69846]: DEBUG nova.network.neutron [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.033421] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950465, 'name': CloneVM_Task, 'duration_secs': 2.024725} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.033741] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Created linked-clone VM from snapshot [ 1166.034546] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc7bad4-d9a3-42b7-9048-67d56af68f31 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.045065] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Uploading image 9740447c-46ee-4d65-8f8e-36107ea7fdee {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1166.058344] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1166.058771] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-019528b5-b552-4924-a22b-79866a993721 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.068549] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1166.068549] env[69846]: value = "task-2950469" [ 1166.068549] env[69846]: _type = "Task" [ 1166.068549] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.073470] env[69846]: DEBUG nova.network.neutron [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df6f49df-71e3-4622-a940-7a3b722df306", "address": "fa:16:3e:e4:4a:66", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6f49df-71", "ovs_interfaceid": "df6f49df-71e3-4622-a940-7a3b722df306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58749c77-8467-4a3f-89d6-4d14e17bffa0", "address": "fa:16:3e:b7:6c:a0", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58749c77-84", "ovs_interfaceid": "58749c77-8467-4a3f-89d6-4d14e17bffa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.083054] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950469, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.084177] env[69846]: DEBUG nova.network.neutron [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Successfully created port: 6a1bf1f3-05ea-4066-bec6-e5e527cbabba {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.173764] env[69846]: DEBUG nova.network.neutron [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Updating instance_info_cache with network_info: [{"id": "9d64d38f-3578-4167-814d-234269414156", "address": "fa:16:3e:42:6b:bd", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d64d38f-35", "ovs_interfaceid": "9d64d38f-3578-4167-814d-234269414156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.203603] env[69846]: DEBUG nova.scheduler.client.report [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.213341] env[69846]: DEBUG oslo_vmware.api [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950468, 'name': PowerOnVM_Task, 'duration_secs': 0.881049} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.213639] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.213852] env[69846]: INFO nova.compute.manager [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1166.214038] env[69846]: DEBUG nova.compute.manager [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.214843] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffa8bef-65e0-415b-9766-0c96a2dfeca7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.551058] env[69846]: DEBUG nova.compute.manager [req-1b601bda-c320-4bfd-874d-a13744d3a430 req-0522f9ee-d4a0-4998-853e-418b57af3d5a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received event network-changed-58749c77-8467-4a3f-89d6-4d14e17bffa0 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.551058] env[69846]: DEBUG nova.compute.manager [req-1b601bda-c320-4bfd-874d-a13744d3a430 req-0522f9ee-d4a0-4998-853e-418b57af3d5a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Refreshing instance network info cache due to event network-changed-58749c77-8467-4a3f-89d6-4d14e17bffa0. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.551058] env[69846]: DEBUG oslo_concurrency.lockutils [req-1b601bda-c320-4bfd-874d-a13744d3a430 req-0522f9ee-d4a0-4998-853e-418b57af3d5a service nova] Acquiring lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.579051] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.579719] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.579884] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.580225] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950469, 'name': Destroy_Task, 'duration_secs': 0.360131} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.580455] env[69846]: DEBUG oslo_concurrency.lockutils [req-1b601bda-c320-4bfd-874d-a13744d3a430 req-0522f9ee-d4a0-4998-853e-418b57af3d5a service nova] Acquired lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.580634] env[69846]: DEBUG nova.network.neutron [req-1b601bda-c320-4bfd-874d-a13744d3a430 req-0522f9ee-d4a0-4998-853e-418b57af3d5a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Refreshing network info cache for port 58749c77-8467-4a3f-89d6-4d14e17bffa0 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.583276] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f6e642-4fd2-4249-8ba6-f7f1f34a8fb8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.586795] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Destroyed the VM [ 1166.587140] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1166.587962] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-11ef39cd-a78c-4aa5-a12d-9289583bf4d9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.596347] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1166.596347] env[69846]: value = "task-2950470" [ 1166.596347] env[69846]: _type = "Task" [ 1166.596347] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.609354] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.609716] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.609954] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.610290] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.610522] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.610715] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.610994] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.611228] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.611469] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.611709] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.611964] env[69846]: DEBUG nova.virt.hardware [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.619332] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Reconfiguring VM to attach interface {{(pid=69846) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1166.623216] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c1ef896-bb51-4578-9168-62f9bb308fcc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.643893] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950470, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.645558] env[69846]: DEBUG oslo_vmware.api [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1166.645558] env[69846]: value = "task-2950471" [ 1166.645558] env[69846]: _type = "Task" [ 1166.645558] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.654970] env[69846]: DEBUG oslo_vmware.api [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950471, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.663790] env[69846]: DEBUG nova.compute.manager [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Received event network-vif-plugged-9d64d38f-3578-4167-814d-234269414156 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.663975] env[69846]: DEBUG oslo_concurrency.lockutils [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] Acquiring lock "28c24da4-81f6-41cb-8b13-f850eb35990f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.664203] env[69846]: DEBUG oslo_concurrency.lockutils [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] Lock "28c24da4-81f6-41cb-8b13-f850eb35990f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.664387] env[69846]: DEBUG oslo_concurrency.lockutils [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] Lock "28c24da4-81f6-41cb-8b13-f850eb35990f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.664528] env[69846]: DEBUG nova.compute.manager [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] No waiting events found dispatching network-vif-plugged-9d64d38f-3578-4167-814d-234269414156 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.664691] env[69846]: WARNING nova.compute.manager [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Received unexpected event network-vif-plugged-9d64d38f-3578-4167-814d-234269414156 for instance with vm_state building and task_state spawning. [ 1166.664849] env[69846]: DEBUG nova.compute.manager [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Received event network-changed-9d64d38f-3578-4167-814d-234269414156 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.665571] env[69846]: DEBUG nova.compute.manager [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Refreshing instance network info cache due to event network-changed-9d64d38f-3578-4167-814d-234269414156. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.665571] env[69846]: DEBUG oslo_concurrency.lockutils [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] Acquiring lock "refresh_cache-28c24da4-81f6-41cb-8b13-f850eb35990f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.676016] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "refresh_cache-28c24da4-81f6-41cb-8b13-f850eb35990f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.676479] env[69846]: DEBUG nova.compute.manager [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Instance network_info: |[{"id": "9d64d38f-3578-4167-814d-234269414156", "address": "fa:16:3e:42:6b:bd", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d64d38f-35", "ovs_interfaceid": "9d64d38f-3578-4167-814d-234269414156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.676820] env[69846]: DEBUG oslo_concurrency.lockutils [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] Acquired lock "refresh_cache-28c24da4-81f6-41cb-8b13-f850eb35990f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.677053] env[69846]: DEBUG nova.network.neutron [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Refreshing network info cache for port 9d64d38f-3578-4167-814d-234269414156 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.678594] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:6b:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d64d38f-3578-4167-814d-234269414156', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.687043] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.690168] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.690688] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d96ed7-9f15-4a6c-b91f-5466e9158f00 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.709075] env[69846]: DEBUG oslo_concurrency.lockutils [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.711861] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.232s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.713350] env[69846]: INFO nova.compute.claims [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.717726] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.717726] env[69846]: value = "task-2950472" [ 1166.717726] env[69846]: _type = "Task" [ 1166.717726] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.734672] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950472, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.739101] env[69846]: INFO nova.scheduler.client.report [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted allocations for instance b27c826f-43c9-46f2-b9fd-9283c9aa1271 [ 1166.745661] env[69846]: INFO nova.compute.manager [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Took 15.60 seconds to build instance. [ 1166.916274] env[69846]: DEBUG nova.compute.manager [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.936558] env[69846]: DEBUG nova.network.neutron [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Updated VIF entry in instance network info cache for port 9d64d38f-3578-4167-814d-234269414156. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.937155] env[69846]: DEBUG nova.network.neutron [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Updating instance_info_cache with network_info: [{"id": "9d64d38f-3578-4167-814d-234269414156", "address": "fa:16:3e:42:6b:bd", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d64d38f-35", "ovs_interfaceid": "9d64d38f-3578-4167-814d-234269414156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.958793] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.959389] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.959710] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.960084] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.960415] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.960767] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.961715] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.962100] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.962517] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.963189] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.964020] env[69846]: DEBUG nova.virt.hardware [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.966119] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba79550-a2fe-4807-b14a-76bb9402d2fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.976413] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514e0f5e-626b-43d1-8a66-30acddd98c1f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.024367] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "befeaf3c-5978-4d33-8324-f5cfd2071524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.024616] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.119295] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950470, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.156346] env[69846]: DEBUG oslo_vmware.api [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.231060] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950472, 'name': CreateVM_Task, 'duration_secs': 0.368116} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.234193] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.235188] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.235432] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.235766] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.236360] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bbffb3-a731-4e8e-9825-48b8ff81e8c7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.245384] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1167.245384] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5209aa50-6baf-0560-88c7-b1ec7a5dab18" [ 1167.245384] env[69846]: _type = "Task" [ 1167.245384] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.249357] env[69846]: DEBUG oslo_concurrency.lockutils [None req-76b174c8-c847-4f77-990a-bba3bb3df855 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "b27c826f-43c9-46f2-b9fd-9283c9aa1271" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.136s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.250444] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b4568e-139b-4443-9b8f-d19e4cadf926 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.113s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.260359] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5209aa50-6baf-0560-88c7-b1ec7a5dab18, 'name': SearchDatastore_Task, 'duration_secs': 0.013556} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.261577] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.261577] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.261810] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.262034] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.262364] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.262736] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d5d9635-7234-4c0d-8693-2d361672a410 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.274201] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.274592] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.276192] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a340f7-5782-4bfb-b1fe-c36a452c3d2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.283934] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1167.283934] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526d1054-71e0-6c70-1936-14ee42c76e57" [ 1167.283934] env[69846]: _type = "Task" [ 1167.283934] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.296197] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526d1054-71e0-6c70-1936-14ee42c76e57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.371772] env[69846]: DEBUG nova.network.neutron [req-1b601bda-c320-4bfd-874d-a13744d3a430 req-0522f9ee-d4a0-4998-853e-418b57af3d5a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updated VIF entry in instance network info cache for port 58749c77-8467-4a3f-89d6-4d14e17bffa0. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.372377] env[69846]: DEBUG nova.network.neutron [req-1b601bda-c320-4bfd-874d-a13744d3a430 req-0522f9ee-d4a0-4998-853e-418b57af3d5a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df6f49df-71e3-4622-a940-7a3b722df306", "address": "fa:16:3e:e4:4a:66", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6f49df-71", "ovs_interfaceid": "df6f49df-71e3-4622-a940-7a3b722df306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58749c77-8467-4a3f-89d6-4d14e17bffa0", "address": "fa:16:3e:b7:6c:a0", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58749c77-84", "ovs_interfaceid": "58749c77-8467-4a3f-89d6-4d14e17bffa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.440263] env[69846]: DEBUG oslo_concurrency.lockutils [req-8c4dc3ab-1dcf-4185-a56d-24bf40fab1d3 req-93ba998c-6603-4c1f-90bf-036b1b916785 service nova] Releasing lock "refresh_cache-28c24da4-81f6-41cb-8b13-f850eb35990f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.527181] env[69846]: DEBUG nova.compute.manager [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.619783] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950470, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.655438] env[69846]: DEBUG oslo_vmware.api [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950471, 'name': ReconfigVM_Task, 'duration_secs': 0.634977} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.655971] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.656261] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Reconfigured VM to attach interface {{(pid=69846) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1167.684069] env[69846]: DEBUG nova.network.neutron [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Successfully updated port: 6a1bf1f3-05ea-4066-bec6-e5e527cbabba {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.797570] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526d1054-71e0-6c70-1936-14ee42c76e57, 'name': SearchDatastore_Task, 'duration_secs': 0.012503} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.800571] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42e0365-5a41-4c76-9637-b9a8ef3e3b38 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.806823] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1167.806823] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522b84c7-42eb-d1a6-8319-68d26dbc9d9e" [ 1167.806823] env[69846]: _type = "Task" [ 1167.806823] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.817354] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522b84c7-42eb-d1a6-8319-68d26dbc9d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.874986] env[69846]: DEBUG oslo_concurrency.lockutils [req-1b601bda-c320-4bfd-874d-a13744d3a430 req-0522f9ee-d4a0-4998-853e-418b57af3d5a service nova] Releasing lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.926216] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf5e180-7f75-4001-87ca-f9ce4cdb4546 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.935217] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cd8a95-deae-466b-ae81-a3509a686a47 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.989507] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ef9b70-6b7d-45c3-945a-46059e396c8c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.998077] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcb9492-c9fe-4eda-8aa7-d9ad3072ecd9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.013955] env[69846]: DEBUG nova.compute.provider_tree [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.049199] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.081922] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "a5314ddd-c3f9-4584-b958-4beea1963405" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.082224] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "a5314ddd-c3f9-4584-b958-4beea1963405" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.121034] env[69846]: DEBUG oslo_vmware.api [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950470, 'name': RemoveSnapshot_Task, 'duration_secs': 1.274611} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.121034] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1168.161567] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e64081cc-94ec-41cc-a433-8de108a04392 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-58749c77-8467-4a3f-89d6-4d14e17bffa0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.683s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.186861] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.187027] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.187189] env[69846]: DEBUG nova.network.neutron [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.318311] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522b84c7-42eb-d1a6-8319-68d26dbc9d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.318600] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.318874] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 28c24da4-81f6-41cb-8b13-f850eb35990f/28c24da4-81f6-41cb-8b13-f850eb35990f.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.319176] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1985aed5-9368-4dda-b4e5-48074e008717 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.326978] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1168.326978] env[69846]: value = "task-2950473" [ 1168.326978] env[69846]: _type = "Task" [ 1168.326978] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.336432] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.517848] env[69846]: DEBUG nova.scheduler.client.report [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.584742] env[69846]: DEBUG nova.compute.manager [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.625745] env[69846]: WARNING nova.compute.manager [None req-29c61e26-e1e0-4e49-9389-e68aecf3081e tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Image not found during snapshot: nova.exception.ImageNotFound: Image 9740447c-46ee-4d65-8f8e-36107ea7fdee could not be found. [ 1168.743462] env[69846]: DEBUG nova.network.neutron [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.839856] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424199} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.840241] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 28c24da4-81f6-41cb-8b13-f850eb35990f/28c24da4-81f6-41cb-8b13-f850eb35990f.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.840479] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.840744] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e522b549-f453-4554-83d7-7a3b9450bf2f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.847629] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1168.847629] env[69846]: value = "task-2950474" [ 1168.847629] env[69846]: _type = "Task" [ 1168.847629] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.856794] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.934305] env[69846]: DEBUG nova.network.neutron [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance_info_cache with network_info: [{"id": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "address": "fa:16:3e:e6:22:3c", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1bf1f3-05", "ovs_interfaceid": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.941012] env[69846]: DEBUG nova.compute.manager [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Received event network-vif-plugged-6a1bf1f3-05ea-4066-bec6-e5e527cbabba {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.941204] env[69846]: DEBUG oslo_concurrency.lockutils [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] Acquiring lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.941430] env[69846]: DEBUG oslo_concurrency.lockutils [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.941636] env[69846]: DEBUG oslo_concurrency.lockutils [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.941810] env[69846]: DEBUG nova.compute.manager [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] No waiting events found dispatching network-vif-plugged-6a1bf1f3-05ea-4066-bec6-e5e527cbabba {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.942035] env[69846]: WARNING nova.compute.manager [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Received unexpected event network-vif-plugged-6a1bf1f3-05ea-4066-bec6-e5e527cbabba for instance with vm_state building and task_state spawning. [ 1168.942297] env[69846]: DEBUG nova.compute.manager [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Received event network-changed-6a1bf1f3-05ea-4066-bec6-e5e527cbabba {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.942640] env[69846]: DEBUG nova.compute.manager [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Refreshing instance network info cache due to event network-changed-6a1bf1f3-05ea-4066-bec6-e5e527cbabba. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.942640] env[69846]: DEBUG oslo_concurrency.lockutils [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] Acquiring lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.023689] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.024113] env[69846]: DEBUG nova.compute.manager [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.026770] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.278s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.026992] env[69846]: DEBUG nova.objects.instance [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lazy-loading 'resources' on Instance uuid 35159d6d-db07-477d-b589-8d1e3e37cb1f {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.105930] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.106339] env[69846]: DEBUG oslo_concurrency.lockutils [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquiring lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.106556] env[69846]: DEBUG oslo_concurrency.lockutils [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.106748] env[69846]: DEBUG oslo_concurrency.lockutils [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquiring lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.106929] env[69846]: DEBUG oslo_concurrency.lockutils [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.107122] env[69846]: DEBUG oslo_concurrency.lockutils [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.109074] env[69846]: INFO nova.compute.manager [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Terminating instance [ 1169.359104] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112846} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.359415] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.360235] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b61d938-a68b-4212-8d0f-915f681effb7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.382697] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 28c24da4-81f6-41cb-8b13-f850eb35990f/28c24da4-81f6-41cb-8b13-f850eb35990f.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.383026] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4444c54f-65e3-4fff-bd31-e034c909ffb2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.404781] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1169.404781] env[69846]: value = "task-2950475" [ 1169.404781] env[69846]: _type = "Task" [ 1169.404781] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.414264] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.437498] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.437924] env[69846]: DEBUG nova.compute.manager [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Instance network_info: |[{"id": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "address": "fa:16:3e:e6:22:3c", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1bf1f3-05", "ovs_interfaceid": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.438300] env[69846]: DEBUG oslo_concurrency.lockutils [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] Acquired lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.438521] env[69846]: DEBUG nova.network.neutron [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Refreshing network info cache for port 6a1bf1f3-05ea-4066-bec6-e5e527cbabba {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.440057] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:22:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a1bf1f3-05ea-4066-bec6-e5e527cbabba', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.447194] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.448222] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.448491] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5271a2bc-109c-43c3-ac2b-6a8b8eba9807 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.473666] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.473666] env[69846]: value = "task-2950476" [ 1169.473666] env[69846]: _type = "Task" [ 1169.473666] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.482825] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950476, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.530149] env[69846]: DEBUG nova.compute.utils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.534277] env[69846]: DEBUG nova.compute.manager [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.534454] env[69846]: DEBUG nova.network.neutron [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.572879] env[69846]: DEBUG nova.policy [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33086aa1c09f4752a830e5c056d398d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '105e41eae2e24a228cc62beb2b5e7c8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.616142] env[69846]: DEBUG nova.compute.manager [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.616360] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.617382] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6a9e27-74cb-4e0f-90ce-81112d45eca4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.625339] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.627597] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05cc3ef7-12a6-4454-ae77-0d8d587993dc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.634896] env[69846]: DEBUG oslo_vmware.api [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for the task: (returnval){ [ 1169.634896] env[69846]: value = "task-2950477" [ 1169.634896] env[69846]: _type = "Task" [ 1169.634896] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.645134] env[69846]: DEBUG oslo_vmware.api [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.737876] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b7260-958f-4715-98b0-6f1ebf90fd05 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.746478] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb03cce4-5556-4fad-bb30-da89d020cbc6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.777599] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f65b14a-ab8e-48d8-a4f9-8c12e6c39ea0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.784883] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "479ec724-50a5-403f-8804-114545d59bb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.785142] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "479ec724-50a5-403f-8804-114545d59bb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.785351] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "479ec724-50a5-403f-8804-114545d59bb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.785536] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "479ec724-50a5-403f-8804-114545d59bb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.785701] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "479ec724-50a5-403f-8804-114545d59bb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.788252] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035c01a1-1689-46ac-8138-47204c9b94ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.792460] env[69846]: INFO nova.compute.manager [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Terminating instance [ 1169.804153] env[69846]: DEBUG nova.compute.provider_tree [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.882953] env[69846]: DEBUG nova.network.neutron [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Successfully created port: f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.915515] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.970183] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-df6f49df-71e3-4622-a940-7a3b722df306" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.970580] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-df6f49df-71e3-4622-a940-7a3b722df306" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.985808] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950476, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.035534] env[69846]: DEBUG nova.compute.manager [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.146164] env[69846]: DEBUG oslo_vmware.api [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950477, 'name': PowerOffVM_Task, 'duration_secs': 0.442867} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.146478] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.146687] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.146994] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28766b67-87dc-4bce-99bb-f949968a7c29 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.199594] env[69846]: DEBUG nova.network.neutron [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updated VIF entry in instance network info cache for port 6a1bf1f3-05ea-4066-bec6-e5e527cbabba. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.200094] env[69846]: DEBUG nova.network.neutron [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance_info_cache with network_info: [{"id": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "address": "fa:16:3e:e6:22:3c", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1bf1f3-05", "ovs_interfaceid": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.213335] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.213619] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.213817] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Deleting the datastore file [datastore1] 18a9561e-483f-4baf-85f3-1fcf2f2908cd {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.214024] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80b2266c-22bb-4647-ba14-719afc2c42fd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.222379] env[69846]: DEBUG oslo_vmware.api [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for the task: (returnval){ [ 1170.222379] env[69846]: value = "task-2950479" [ 1170.222379] env[69846]: _type = "Task" [ 1170.222379] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.232030] env[69846]: DEBUG oslo_vmware.api [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.296625] env[69846]: DEBUG nova.compute.manager [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.296817] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.297685] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f4fd88-73e7-4c01-92b3-8196a867ba93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.305937] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.306704] env[69846]: DEBUG nova.scheduler.client.report [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.309616] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5abd6d18-94dd-49f5-90a1-f5e277c053dc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.317732] env[69846]: DEBUG oslo_vmware.api [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1170.317732] env[69846]: value = "task-2950480" [ 1170.317732] env[69846]: _type = "Task" [ 1170.317732] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.328040] env[69846]: DEBUG oslo_vmware.api [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.416982] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950475, 'name': ReconfigVM_Task, 'duration_secs': 0.689648} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.416982] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 28c24da4-81f6-41cb-8b13-f850eb35990f/28c24da4-81f6-41cb-8b13-f850eb35990f.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.417399] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-220e65d5-02d2-4b92-8fd7-ad9e2f590836 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.426222] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1170.426222] env[69846]: value = "task-2950481" [ 1170.426222] env[69846]: _type = "Task" [ 1170.426222] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.434881] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950481, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.473372] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.473708] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.474698] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45432d8-4df2-4568-8305-511f43674443 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.504679] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d85e988-9534-446e-8d10-6906c83edb7c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.507742] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950476, 'name': CreateVM_Task, 'duration_secs': 0.642755} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.507918] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.509044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.509223] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.509535] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.509785] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa4649b-ecca-45e4-9dd3-5e362078618d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.535048] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Reconfiguring VM to detach interface {{(pid=69846) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1170.535329] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed1adf1-2cf2-4bce-9cf1-62192ffc9612 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.555963] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1170.555963] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528f5451-5a03-f898-b5ed-02a300b6281d" [ 1170.555963] env[69846]: _type = "Task" [ 1170.555963] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.566023] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1170.566023] env[69846]: value = "task-2950482" [ 1170.566023] env[69846]: _type = "Task" [ 1170.566023] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.567065] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528f5451-5a03-f898-b5ed-02a300b6281d, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.570670] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.570921] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.574125] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.574125] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.574125] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.574125] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d00ad4a-37f4-417f-8330-2550559f111c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.579396] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.580737] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.580889] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.581616] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7731774d-dcc2-4845-a5bd-7f820a45b6b3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.588836] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1170.588836] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb0c1d-5623-342b-5751-d07716de12f5" [ 1170.588836] env[69846]: _type = "Task" [ 1170.588836] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.598450] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb0c1d-5623-342b-5751-d07716de12f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.703114] env[69846]: DEBUG oslo_concurrency.lockutils [req-1d99aef9-c0bb-43dd-8039-ffa5d8f7a5e5 req-e4c11117-62b6-4805-9eb9-3d97f1659c38 service nova] Releasing lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.733992] env[69846]: DEBUG oslo_vmware.api [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Task: {'id': task-2950479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127362} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.734274] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.734468] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.734644] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.734814] env[69846]: INFO nova.compute.manager [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1170.735076] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.735347] env[69846]: DEBUG nova.compute.manager [-] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.735446] env[69846]: DEBUG nova.network.neutron [-] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.813029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.815058] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.766s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.816495] env[69846]: INFO nova.compute.claims [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.828615] env[69846]: DEBUG oslo_vmware.api [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950480, 'name': PowerOffVM_Task, 'duration_secs': 0.201573} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.828886] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.829185] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.829362] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b921b8dc-449a-46b2-bda7-1b156b73cb6c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.834848] env[69846]: INFO nova.scheduler.client.report [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Deleted allocations for instance 35159d6d-db07-477d-b589-8d1e3e37cb1f [ 1170.900881] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.901219] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.901473] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Deleting the datastore file [datastore1] 479ec724-50a5-403f-8804-114545d59bb9 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.901780] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10460cdd-e872-4fb4-b2ef-61a65f667c64 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.909663] env[69846]: DEBUG oslo_vmware.api [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1170.909663] env[69846]: value = "task-2950484" [ 1170.909663] env[69846]: _type = "Task" [ 1170.909663] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.918200] env[69846]: DEBUG oslo_vmware.api [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.934777] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950481, 'name': Rename_Task, 'duration_secs': 0.164248} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.935059] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.935325] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-617dc920-52f6-432f-a465-c2023f29de59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.942097] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1170.942097] env[69846]: value = "task-2950485" [ 1170.942097] env[69846]: _type = "Task" [ 1170.942097] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.951973] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.989137] env[69846]: DEBUG nova.compute.manager [req-f0f50358-24a6-4bb0-b0f0-7cab5e3659b8 req-09d2508e-2acb-4ea1-9c6d-34975b102e10 service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Received event network-vif-deleted-ba414c2f-5ab7-48af-bb31-85b81bd986b1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.989563] env[69846]: INFO nova.compute.manager [req-f0f50358-24a6-4bb0-b0f0-7cab5e3659b8 req-09d2508e-2acb-4ea1-9c6d-34975b102e10 service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Neutron deleted interface ba414c2f-5ab7-48af-bb31-85b81bd986b1; detaching it from the instance and deleting it from the info cache [ 1170.989788] env[69846]: DEBUG nova.network.neutron [req-f0f50358-24a6-4bb0-b0f0-7cab5e3659b8 req-09d2508e-2acb-4ea1-9c6d-34975b102e10 service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.059752] env[69846]: DEBUG nova.compute.manager [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.076938] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.085066] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.085538] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.085840] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.086156] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.087028] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.087028] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.087028] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.087028] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.087223] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.087287] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.087466] env[69846]: DEBUG nova.virt.hardware [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.088263] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da2d862-f089-4752-8843-003c01d73bc0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.101383] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a62952e-2080-4def-acd7-989302d1e168 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.105022] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb0c1d-5623-342b-5751-d07716de12f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.106074] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b07edad-cf87-4068-a997-8d4fb0e9929f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.119947] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1171.119947] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52399f11-eb69-ee3d-c939-faeb05155ba3" [ 1171.119947] env[69846]: _type = "Task" [ 1171.119947] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.127307] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52399f11-eb69-ee3d-c939-faeb05155ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.341610] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Lock "35159d6d-db07-477d-b589-8d1e3e37cb1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.041s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.422862] env[69846]: DEBUG oslo_vmware.api [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139761} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.422862] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.422862] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.422862] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.422862] env[69846]: INFO nova.compute.manager [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1171.422862] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.422862] env[69846]: DEBUG nova.compute.manager [-] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.422862] env[69846]: DEBUG nova.network.neutron [-] [instance: 479ec724-50a5-403f-8804-114545d59bb9] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.430586] env[69846]: DEBUG nova.compute.manager [req-641c5c38-ff44-4b11-a6e4-725c731c9b4b req-6d684c78-74a7-4c23-a009-579bee0d0626 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Received event network-vif-plugged-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.432154] env[69846]: DEBUG oslo_concurrency.lockutils [req-641c5c38-ff44-4b11-a6e4-725c731c9b4b req-6d684c78-74a7-4c23-a009-579bee0d0626 service nova] Acquiring lock "124ddf84-084f-4471-a06f-73da67fa8699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.432154] env[69846]: DEBUG oslo_concurrency.lockutils [req-641c5c38-ff44-4b11-a6e4-725c731c9b4b req-6d684c78-74a7-4c23-a009-579bee0d0626 service nova] Lock "124ddf84-084f-4471-a06f-73da67fa8699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.432154] env[69846]: DEBUG oslo_concurrency.lockutils [req-641c5c38-ff44-4b11-a6e4-725c731c9b4b req-6d684c78-74a7-4c23-a009-579bee0d0626 service nova] Lock "124ddf84-084f-4471-a06f-73da67fa8699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.432154] env[69846]: DEBUG nova.compute.manager [req-641c5c38-ff44-4b11-a6e4-725c731c9b4b req-6d684c78-74a7-4c23-a009-579bee0d0626 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] No waiting events found dispatching network-vif-plugged-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.432154] env[69846]: WARNING nova.compute.manager [req-641c5c38-ff44-4b11-a6e4-725c731c9b4b req-6d684c78-74a7-4c23-a009-579bee0d0626 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Received unexpected event network-vif-plugged-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 for instance with vm_state building and task_state spawning. [ 1171.452427] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.469859] env[69846]: DEBUG nova.network.neutron [-] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.495024] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-420dec1a-1469-4479-9476-2cdf16603913 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.503914] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8802cd77-f2af-4360-9353-3bf83a891c87 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.540786] env[69846]: DEBUG nova.compute.manager [req-f0f50358-24a6-4bb0-b0f0-7cab5e3659b8 req-09d2508e-2acb-4ea1-9c6d-34975b102e10 service nova] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Detach interface failed, port_id=ba414c2f-5ab7-48af-bb31-85b81bd986b1, reason: Instance 18a9561e-483f-4baf-85f3-1fcf2f2908cd could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.579486] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.631489] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52399f11-eb69-ee3d-c939-faeb05155ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.631904] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.632328] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18/7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.632743] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf1622d5-9a54-4eaf-99ea-ac2e0051ca51 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.641026] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1171.641026] env[69846]: value = "task-2950486" [ 1171.641026] env[69846]: _type = "Task" [ 1171.641026] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.655780] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.875525] env[69846]: DEBUG nova.network.neutron [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Successfully updated port: f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.961771] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.971563] env[69846]: INFO nova.compute.manager [-] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Took 1.24 seconds to deallocate network for instance. [ 1172.081549] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.087739] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1e728e-fdc3-45fa-9a0c-8c259b9a5614 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.097396] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fda4c3-92a9-41b5-bd3b-ccec777ca14d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.132083] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9455b4-6af9-4529-9e2f-df353270951b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.140600] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8d6803-28f9-4432-b1ce-e5edd076247b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.155427] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473598} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.160645] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18/7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.160895] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.161756] env[69846]: DEBUG nova.compute.provider_tree [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.163073] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c77bbe4-fef1-4d3f-93eb-bf6c56d770b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.171156] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1172.171156] env[69846]: value = "task-2950487" [ 1172.171156] env[69846]: _type = "Task" [ 1172.171156] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.182708] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.320676] env[69846]: DEBUG nova.network.neutron [-] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.379227] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "refresh_cache-124ddf84-084f-4471-a06f-73da67fa8699" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.380343] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquired lock "refresh_cache-124ddf84-084f-4471-a06f-73da67fa8699" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.380343] env[69846]: DEBUG nova.network.neutron [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.453854] env[69846]: DEBUG oslo_vmware.api [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950485, 'name': PowerOnVM_Task, 'duration_secs': 1.203614} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.454181] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.454228] env[69846]: INFO nova.compute.manager [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1172.454397] env[69846]: DEBUG nova.compute.manager [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.455212] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f460588-8be4-4484-a10e-70aa7da6dde6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.481196] env[69846]: DEBUG oslo_concurrency.lockutils [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.580599] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.666282] env[69846]: DEBUG nova.scheduler.client.report [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.682014] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069576} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.683165] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.683782] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c54e28-bc86-4742-a68a-47f0421f8471 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.706893] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18/7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.707592] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de2f73a5-1be9-4ccd-8fbc-f5c95195b433 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.727669] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1172.727669] env[69846]: value = "task-2950488" [ 1172.727669] env[69846]: _type = "Task" [ 1172.727669] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.735757] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.823531] env[69846]: INFO nova.compute.manager [-] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Took 1.40 seconds to deallocate network for instance. [ 1172.919012] env[69846]: DEBUG nova.network.neutron [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.979969] env[69846]: INFO nova.compute.manager [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Took 17.80 seconds to build instance. [ 1173.071744] env[69846]: DEBUG nova.compute.manager [req-0eb8f573-19b7-4436-a568-12d3f87d38c0 req-1a81eb71-a32d-4907-8e25-80ad41ef94ac service nova] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Received event network-vif-deleted-60e5db98-20f9-4cac-b1ba-ab4e08c23a17 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.084733] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.171602] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.172409] env[69846]: DEBUG nova.compute.manager [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.176671] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.071s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.178124] env[69846]: INFO nova.compute.claims [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.181650] env[69846]: DEBUG nova.network.neutron [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Updating instance_info_cache with network_info: [{"id": "f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3", "address": "fa:16:3e:bf:4b:44", "network": {"id": "d37b69d1-130f-4831-8bf7-fb61838bd5c8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817294365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105e41eae2e24a228cc62beb2b5e7c8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d7fd60-59", "ovs_interfaceid": "f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.239729] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.331929] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.482851] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6e4310fa-93d5-4a02-9a6d-b9224c26951d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "28c24da4-81f6-41cb-8b13-f850eb35990f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.315s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.552063] env[69846]: DEBUG nova.compute.manager [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Received event network-changed-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.552852] env[69846]: DEBUG nova.compute.manager [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Refreshing instance network info cache due to event network-changed-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.552852] env[69846]: DEBUG oslo_concurrency.lockutils [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] Acquiring lock "refresh_cache-124ddf84-084f-4471-a06f-73da67fa8699" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.583031] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.683022] env[69846]: DEBUG nova.compute.utils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.685050] env[69846]: DEBUG nova.compute.manager [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.685246] env[69846]: DEBUG nova.network.neutron [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.688928] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Releasing lock "refresh_cache-124ddf84-084f-4471-a06f-73da67fa8699" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.689277] env[69846]: DEBUG nova.compute.manager [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Instance network_info: |[{"id": "f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3", "address": "fa:16:3e:bf:4b:44", "network": {"id": "d37b69d1-130f-4831-8bf7-fb61838bd5c8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817294365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105e41eae2e24a228cc62beb2b5e7c8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d7fd60-59", "ovs_interfaceid": "f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.690151] env[69846]: DEBUG oslo_concurrency.lockutils [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] Acquired lock "refresh_cache-124ddf84-084f-4471-a06f-73da67fa8699" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.690318] env[69846]: DEBUG nova.network.neutron [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Refreshing network info cache for port f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.691706] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:4b:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.699658] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.701601] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.701842] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89a6542b-61b7-4c40-bc51-03dd51835e08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.723637] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.723637] env[69846]: value = "task-2950489" [ 1173.723637] env[69846]: _type = "Task" [ 1173.723637] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.734191] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950489, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.739619] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950488, 'name': ReconfigVM_Task, 'duration_secs': 0.903553} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.739883] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18/7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.740543] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8420f25-91c8-4027-ae8f-ab30ecaa3dad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.748358] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1173.748358] env[69846]: value = "task-2950490" [ 1173.748358] env[69846]: _type = "Task" [ 1173.748358] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.754084] env[69846]: DEBUG nova.policy [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e697ebea4140ca805c54bfcf95da79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f046f5463f5c4179a3dae77e3f80cc8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.763711] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950490, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.086297] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.161818] env[69846]: DEBUG nova.network.neutron [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Successfully created port: 1ebf8428-e3e7-4d67-b079-c80388b17895 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.193945] env[69846]: DEBUG nova.compute.manager [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.236308] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950489, 'name': CreateVM_Task, 'duration_secs': 0.348059} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.239517] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.244017] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.244017] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.244017] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.244017] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42b35bf-7b4b-467e-a774-421644e64668 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.255967] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1174.255967] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a56548-5395-38e8-c0a7-6225ef5c032e" [ 1174.255967] env[69846]: _type = "Task" [ 1174.255967] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.266230] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950490, 'name': Rename_Task, 'duration_secs': 0.257944} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.266402] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.266770] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51020b1a-2acd-4660-8711-c3341348754d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.271846] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a56548-5395-38e8-c0a7-6225ef5c032e, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.272443] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.272670] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.272904] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.273750] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.273750] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.275841] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe164393-65d4-4eb9-b76b-f268bdb864f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.279722] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1174.279722] env[69846]: value = "task-2950491" [ 1174.279722] env[69846]: _type = "Task" [ 1174.279722] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.289010] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.292258] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.292502] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.294350] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86d8b28-b33c-44f6-bb79-f4a4a7bd7a5e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.299240] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1174.299240] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5204f81d-2c44-206f-2949-ff746623bad4" [ 1174.299240] env[69846]: _type = "Task" [ 1174.299240] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.317023] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5204f81d-2c44-206f-2949-ff746623bad4, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.317303] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286cdf7e-1178-4c9f-9063-6e13d97c4186 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.324276] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1174.324276] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522f8690-06f8-4707-8edb-f0fd2f2bbf5f" [ 1174.324276] env[69846]: _type = "Task" [ 1174.324276] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.340599] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522f8690-06f8-4707-8edb-f0fd2f2bbf5f, 'name': SearchDatastore_Task, 'duration_secs': 0.01199} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.340935] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.341318] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 124ddf84-084f-4471-a06f-73da67fa8699/124ddf84-084f-4471-a06f-73da67fa8699.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.341595] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85fba2f9-150c-4811-8d87-65b50fa66f94 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.350933] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1174.350933] env[69846]: value = "task-2950492" [ 1174.350933] env[69846]: _type = "Task" [ 1174.350933] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.361512] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.467556] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf33662-7898-4bae-8a7a-e4715cadeea4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.476544] env[69846]: DEBUG nova.network.neutron [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Updated VIF entry in instance network info cache for port f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.476970] env[69846]: DEBUG nova.network.neutron [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Updating instance_info_cache with network_info: [{"id": "f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3", "address": "fa:16:3e:bf:4b:44", "network": {"id": "d37b69d1-130f-4831-8bf7-fb61838bd5c8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817294365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105e41eae2e24a228cc62beb2b5e7c8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d7fd60-59", "ovs_interfaceid": "f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.479171] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0323c089-6d39-4802-a7f6-9962460a1ff3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.514226] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ad9515-c112-4f3d-b92b-aa21ef78e870 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.521719] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a23aac-c9f4-41bc-b471-09511a5f7277 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.539504] env[69846]: DEBUG nova.compute.provider_tree [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.589838] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.793683] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950491, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.862218] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509985} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.862625] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 124ddf84-084f-4471-a06f-73da67fa8699/124ddf84-084f-4471-a06f-73da67fa8699.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.862945] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.863350] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4db7a930-f6ef-43e0-9733-5523101d30ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.871171] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1174.871171] env[69846]: value = "task-2950494" [ 1174.871171] env[69846]: _type = "Task" [ 1174.871171] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.880475] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.984609] env[69846]: DEBUG oslo_concurrency.lockutils [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] Releasing lock "refresh_cache-124ddf84-084f-4471-a06f-73da67fa8699" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.985036] env[69846]: DEBUG nova.compute.manager [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Received event network-changed-9d64d38f-3578-4167-814d-234269414156 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.985342] env[69846]: DEBUG nova.compute.manager [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Refreshing instance network info cache due to event network-changed-9d64d38f-3578-4167-814d-234269414156. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.985707] env[69846]: DEBUG oslo_concurrency.lockutils [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] Acquiring lock "refresh_cache-28c24da4-81f6-41cb-8b13-f850eb35990f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.985942] env[69846]: DEBUG oslo_concurrency.lockutils [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] Acquired lock "refresh_cache-28c24da4-81f6-41cb-8b13-f850eb35990f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.986198] env[69846]: DEBUG nova.network.neutron [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Refreshing network info cache for port 9d64d38f-3578-4167-814d-234269414156 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.042864] env[69846]: DEBUG nova.scheduler.client.report [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.084912] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.204907] env[69846]: DEBUG nova.compute.manager [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.232666] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.232939] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.233164] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.233347] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.233494] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.233641] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.233856] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.234037] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.234229] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.234351] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.234524] env[69846]: DEBUG nova.virt.hardware [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.235411] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f30716e-ed95-4013-afb8-64ebe72988ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.243752] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e6354d-1105-4bf8-8052-1a4933468b67 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.290090] env[69846]: DEBUG oslo_vmware.api [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950491, 'name': PowerOnVM_Task, 'duration_secs': 0.724695} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.290363] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.290570] env[69846]: INFO nova.compute.manager [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1175.290783] env[69846]: DEBUG nova.compute.manager [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.291551] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecb837a-449d-4b00-b5de-9b3bdf1a60eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.381012] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065271} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.381321] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.382126] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133da1b2-9e36-4186-a31b-407642b9bb90 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.405297] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 124ddf84-084f-4471-a06f-73da67fa8699/124ddf84-084f-4471-a06f-73da67fa8699.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.405983] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ec1291c-4c30-438c-b55c-d1daad7c6bc5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.426726] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1175.426726] env[69846]: value = "task-2950495" [ 1175.426726] env[69846]: _type = "Task" [ 1175.426726] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.435327] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.547908] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.548482] env[69846]: DEBUG nova.compute.manager [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.551294] env[69846]: DEBUG oslo_concurrency.lockutils [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.070s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.551517] env[69846]: DEBUG nova.objects.instance [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lazy-loading 'resources' on Instance uuid 18a9561e-483f-4baf-85f3-1fcf2f2908cd {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.590291] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.618616] env[69846]: DEBUG nova.compute.manager [req-5b1777a8-fa2d-4714-b40f-cc3bd0e7d720 req-9d753326-c25c-4c31-94d2-7eb78897b82a service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Received event network-vif-plugged-1ebf8428-e3e7-4d67-b079-c80388b17895 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.618826] env[69846]: DEBUG oslo_concurrency.lockutils [req-5b1777a8-fa2d-4714-b40f-cc3bd0e7d720 req-9d753326-c25c-4c31-94d2-7eb78897b82a service nova] Acquiring lock "befeaf3c-5978-4d33-8324-f5cfd2071524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.619044] env[69846]: DEBUG oslo_concurrency.lockutils [req-5b1777a8-fa2d-4714-b40f-cc3bd0e7d720 req-9d753326-c25c-4c31-94d2-7eb78897b82a service nova] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.619227] env[69846]: DEBUG oslo_concurrency.lockutils [req-5b1777a8-fa2d-4714-b40f-cc3bd0e7d720 req-9d753326-c25c-4c31-94d2-7eb78897b82a service nova] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.619392] env[69846]: DEBUG nova.compute.manager [req-5b1777a8-fa2d-4714-b40f-cc3bd0e7d720 req-9d753326-c25c-4c31-94d2-7eb78897b82a service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] No waiting events found dispatching network-vif-plugged-1ebf8428-e3e7-4d67-b079-c80388b17895 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.619550] env[69846]: WARNING nova.compute.manager [req-5b1777a8-fa2d-4714-b40f-cc3bd0e7d720 req-9d753326-c25c-4c31-94d2-7eb78897b82a service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Received unexpected event network-vif-plugged-1ebf8428-e3e7-4d67-b079-c80388b17895 for instance with vm_state building and task_state spawning. [ 1175.703382] env[69846]: DEBUG nova.network.neutron [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Updated VIF entry in instance network info cache for port 9d64d38f-3578-4167-814d-234269414156. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.703766] env[69846]: DEBUG nova.network.neutron [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Updating instance_info_cache with network_info: [{"id": "9d64d38f-3578-4167-814d-234269414156", "address": "fa:16:3e:42:6b:bd", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d64d38f-35", "ovs_interfaceid": "9d64d38f-3578-4167-814d-234269414156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.707821] env[69846]: DEBUG nova.network.neutron [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Successfully updated port: 1ebf8428-e3e7-4d67-b079-c80388b17895 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.812713] env[69846]: INFO nova.compute.manager [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Took 19.77 seconds to build instance. [ 1175.937708] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950495, 'name': ReconfigVM_Task, 'duration_secs': 0.305152} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.938502] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 124ddf84-084f-4471-a06f-73da67fa8699/124ddf84-084f-4471-a06f-73da67fa8699.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.938700] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63b02a04-6b20-408a-b9a9-a58517697b1a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.961732] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1175.961732] env[69846]: value = "task-2950496" [ 1175.961732] env[69846]: _type = "Task" [ 1175.961732] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.971980] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950496, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.054732] env[69846]: DEBUG nova.compute.utils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.062103] env[69846]: DEBUG nova.compute.manager [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.062103] env[69846]: DEBUG nova.network.neutron [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.089279] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.127490] env[69846]: DEBUG nova.policy [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c1a0d25be1453fa86a74d2d6bc2ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fa4c59e1a7434fac15a4918624a887', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.209272] env[69846]: DEBUG oslo_concurrency.lockutils [req-666cce50-b9d9-4121-8fd3-fbd5403e5ae7 req-0d61f0fa-8d75-42f6-a92a-e0a60322a71b service nova] Releasing lock "refresh_cache-28c24da4-81f6-41cb-8b13-f850eb35990f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.210629] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.210742] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.211068] env[69846]: DEBUG nova.network.neutron [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.247629] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811cfbf5-3da1-4302-8279-914139ca0624 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.256834] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128d15b-146a-4b91-b621-677ba681d550 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.292753] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72db4cd-a850-4e15-8066-32d3617bfb79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.301730] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d5235f-3384-4119-bae5-fe82b637bf05 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.316155] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a139e28d-6307-457d-a488-641f421dab10 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.283s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.316675] env[69846]: DEBUG nova.compute.provider_tree [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.442527] env[69846]: DEBUG nova.network.neutron [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Successfully created port: 9faf267a-fc48-44c1-b1c5-fe5007fe4d02 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.471509] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950496, 'name': Rename_Task, 'duration_secs': 0.184884} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.471794] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.472052] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1757303d-c388-4f6f-91d0-d1e8856ae6fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.479205] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1176.479205] env[69846]: value = "task-2950497" [ 1176.479205] env[69846]: _type = "Task" [ 1176.479205] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.490401] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.562385] env[69846]: DEBUG nova.compute.manager [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.590016] env[69846]: DEBUG oslo_vmware.api [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950482, 'name': ReconfigVM_Task, 'duration_secs': 5.781257} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.590401] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.590634] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Reconfigured VM to detach interface {{(pid=69846) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1176.742558] env[69846]: DEBUG nova.network.neutron [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.839355] env[69846]: ERROR nova.scheduler.client.report [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] [req-05472ba8-820f-4bf4-ba79-d4d0f7161b12] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05472ba8-820f-4bf4-ba79-d4d0f7161b12"}]} [ 1176.844657] env[69846]: DEBUG nova.compute.manager [req-5531c375-9ae2-4e3a-8e7b-5fb86b131343 req-e274f94f-6c5f-4787-a25f-13c5e6d00956 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received event network-vif-deleted-df6f49df-71e3-4622-a940-7a3b722df306 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.844657] env[69846]: INFO nova.compute.manager [req-5531c375-9ae2-4e3a-8e7b-5fb86b131343 req-e274f94f-6c5f-4787-a25f-13c5e6d00956 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Neutron deleted interface df6f49df-71e3-4622-a940-7a3b722df306; detaching it from the instance and deleting it from the info cache [ 1176.844657] env[69846]: DEBUG nova.network.neutron [req-5531c375-9ae2-4e3a-8e7b-5fb86b131343 req-e274f94f-6c5f-4787-a25f-13c5e6d00956 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58749c77-8467-4a3f-89d6-4d14e17bffa0", "address": "fa:16:3e:b7:6c:a0", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58749c77-84", "ovs_interfaceid": "58749c77-8467-4a3f-89d6-4d14e17bffa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.859297] env[69846]: DEBUG nova.scheduler.client.report [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1176.873659] env[69846]: DEBUG nova.scheduler.client.report [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1176.873967] env[69846]: DEBUG nova.compute.provider_tree [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.884959] env[69846]: DEBUG nova.network.neutron [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance_info_cache with network_info: [{"id": "1ebf8428-e3e7-4d67-b079-c80388b17895", "address": "fa:16:3e:8d:3d:72", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf8428-e3", "ovs_interfaceid": "1ebf8428-e3e7-4d67-b079-c80388b17895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.887117] env[69846]: DEBUG nova.scheduler.client.report [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1176.904632] env[69846]: DEBUG nova.scheduler.client.report [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1176.995599] env[69846]: DEBUG oslo_vmware.api [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950497, 'name': PowerOnVM_Task, 'duration_secs': 0.492001} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.995885] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.996115] env[69846]: INFO nova.compute.manager [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Took 5.94 seconds to spawn the instance on the hypervisor. [ 1176.996361] env[69846]: DEBUG nova.compute.manager [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.997141] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e830e4d-7467-4edd-9843-8a772688d86e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.152469] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d21319-e3c8-446f-82fb-e7976ff58fb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.165048] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f3f2a8-5874-46e4-9a4d-db749b3d309f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.197269] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb031040-658e-4edc-98ae-3f8cca6f9761 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.202617] env[69846]: DEBUG nova.compute.manager [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Stashing vm_state: active {{(pid=69846) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1177.208584] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e061d51f-94b3-4455-b17b-f7718b85ca94 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.223524] env[69846]: DEBUG nova.compute.provider_tree [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.347608] env[69846]: DEBUG oslo_concurrency.lockutils [req-5531c375-9ae2-4e3a-8e7b-5fb86b131343 req-e274f94f-6c5f-4787-a25f-13c5e6d00956 service nova] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.347819] env[69846]: DEBUG oslo_concurrency.lockutils [req-5531c375-9ae2-4e3a-8e7b-5fb86b131343 req-e274f94f-6c5f-4787-a25f-13c5e6d00956 service nova] Acquired lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.348692] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721212e9-6cee-4830-a040-ba26098e55ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.368952] env[69846]: DEBUG oslo_concurrency.lockutils [req-5531c375-9ae2-4e3a-8e7b-5fb86b131343 req-e274f94f-6c5f-4787-a25f-13c5e6d00956 service nova] Releasing lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.369256] env[69846]: WARNING nova.compute.manager [req-5531c375-9ae2-4e3a-8e7b-5fb86b131343 req-e274f94f-6c5f-4787-a25f-13c5e6d00956 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Detach interface failed, port_id=df6f49df-71e3-4622-a940-7a3b722df306, reason: No device with interface-id df6f49df-71e3-4622-a940-7a3b722df306 exists on VM: nova.exception.NotFound: No device with interface-id df6f49df-71e3-4622-a940-7a3b722df306 exists on VM [ 1177.389920] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.390355] env[69846]: DEBUG nova.compute.manager [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Instance network_info: |[{"id": "1ebf8428-e3e7-4d67-b079-c80388b17895", "address": "fa:16:3e:8d:3d:72", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf8428-e3", "ovs_interfaceid": "1ebf8428-e3e7-4d67-b079-c80388b17895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.390891] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:3d:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ebf8428-e3e7-4d67-b079-c80388b17895', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.398523] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.398759] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.398995] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31388f9a-f099-4408-9e90-d6efe432ed6d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.422743] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.422743] env[69846]: value = "task-2950498" [ 1177.422743] env[69846]: _type = "Task" [ 1177.422743] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.438124] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950498, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.519371] env[69846]: INFO nova.compute.manager [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Took 13.06 seconds to build instance. [ 1177.578136] env[69846]: DEBUG nova.compute.manager [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.607280] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.607549] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.607707] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.607889] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.608325] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.608552] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.608780] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.608948] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.609146] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.609314] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.609494] env[69846]: DEBUG nova.virt.hardware [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.610891] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d4ac9b-8512-48a6-86bf-db3b14327a04 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.622028] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103e2c15-98e9-48dc-91a8-3cc80d247477 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.655298] env[69846]: DEBUG nova.compute.manager [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Received event network-changed-1ebf8428-e3e7-4d67-b079-c80388b17895 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.655619] env[69846]: DEBUG nova.compute.manager [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Refreshing instance network info cache due to event network-changed-1ebf8428-e3e7-4d67-b079-c80388b17895. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.655857] env[69846]: DEBUG oslo_concurrency.lockutils [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] Acquiring lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.656029] env[69846]: DEBUG oslo_concurrency.lockutils [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] Acquired lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.656231] env[69846]: DEBUG nova.network.neutron [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Refreshing network info cache for port 1ebf8428-e3e7-4d67-b079-c80388b17895 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.724126] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.759511] env[69846]: DEBUG nova.scheduler.client.report [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1177.759840] env[69846]: DEBUG nova.compute.provider_tree [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 141 to 142 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1177.759976] env[69846]: DEBUG nova.compute.provider_tree [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.830573] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.830763] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.830957] env[69846]: DEBUG nova.network.neutron [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.936328] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950498, 'name': CreateVM_Task, 'duration_secs': 0.490008} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.936582] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.937439] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.937760] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.938127] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.938443] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a1cc55-a969-4fc3-bed5-6a143e45c6e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.963598] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1177.963598] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b15abf-a458-a303-5615-d89d9d2c4cb4" [ 1177.963598] env[69846]: _type = "Task" [ 1177.963598] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.974188] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b15abf-a458-a303-5615-d89d9d2c4cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.977849] env[69846]: DEBUG nova.network.neutron [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Successfully updated port: 9faf267a-fc48-44c1-b1c5-fe5007fe4d02 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.025061] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e81ba697-2454-4b4c-a098-98d9b30a31b6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.570s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.202319] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.202624] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.202864] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.203063] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.203264] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.205451] env[69846]: INFO nova.compute.manager [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Terminating instance [ 1178.265240] env[69846]: DEBUG oslo_concurrency.lockutils [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.714s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.267698] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.936s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.268616] env[69846]: DEBUG nova.objects.instance [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lazy-loading 'resources' on Instance uuid 479ec724-50a5-403f-8804-114545d59bb9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.293466] env[69846]: INFO nova.scheduler.client.report [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Deleted allocations for instance 18a9561e-483f-4baf-85f3-1fcf2f2908cd [ 1178.474921] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b15abf-a458-a303-5615-d89d9d2c4cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.029639} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.475249] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.475497] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.475733] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.475878] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.476067] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.476505] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22b4e0c2-9aef-44c4-9272-d0333968037a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.482967] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "refresh_cache-a5314ddd-c3f9-4584-b958-4beea1963405" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.483093] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "refresh_cache-a5314ddd-c3f9-4584-b958-4beea1963405" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.483306] env[69846]: DEBUG nova.network.neutron [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.491211] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.491758] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.492546] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30fbcf4-27d0-4131-bf3c-c6aee806e064 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.499627] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1178.499627] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5211e2be-ab56-f241-ad95-22a013250a7d" [ 1178.499627] env[69846]: _type = "Task" [ 1178.499627] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.509950] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5211e2be-ab56-f241-ad95-22a013250a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.510930] env[69846]: DEBUG nova.network.neutron [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updated VIF entry in instance network info cache for port 1ebf8428-e3e7-4d67-b079-c80388b17895. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.511264] env[69846]: DEBUG nova.network.neutron [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance_info_cache with network_info: [{"id": "1ebf8428-e3e7-4d67-b079-c80388b17895", "address": "fa:16:3e:8d:3d:72", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf8428-e3", "ovs_interfaceid": "1ebf8428-e3e7-4d67-b079-c80388b17895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.655034] env[69846]: INFO nova.network.neutron [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Port 58749c77-8467-4a3f-89d6-4d14e17bffa0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1178.655416] env[69846]: DEBUG nova.network.neutron [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.711540] env[69846]: DEBUG nova.compute.manager [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.711794] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.713129] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aec5e9e-09b2-44ac-a5cb-d97f37e4c3f8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.721727] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.721983] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a455406-fd1c-45f8-bfc5-6da13a4bd30f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.728638] env[69846]: DEBUG oslo_vmware.api [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1178.728638] env[69846]: value = "task-2950500" [ 1178.728638] env[69846]: _type = "Task" [ 1178.728638] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.738183] env[69846]: DEBUG oslo_vmware.api [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.804779] env[69846]: DEBUG oslo_concurrency.lockutils [None req-511d210b-4279-43c9-a1d3-33f5970cfa99 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Lock "18a9561e-483f-4baf-85f3-1fcf2f2908cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.698s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.882372] env[69846]: DEBUG nova.compute.manager [req-f59a51cf-576e-478f-b12e-3924b82d09fa req-68e1daf0-b718-411a-b5e8-d875d0783367 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Received event network-changed-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.882577] env[69846]: DEBUG nova.compute.manager [req-f59a51cf-576e-478f-b12e-3924b82d09fa req-68e1daf0-b718-411a-b5e8-d875d0783367 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Refreshing instance network info cache due to event network-changed-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.882868] env[69846]: DEBUG oslo_concurrency.lockutils [req-f59a51cf-576e-478f-b12e-3924b82d09fa req-68e1daf0-b718-411a-b5e8-d875d0783367 service nova] Acquiring lock "refresh_cache-124ddf84-084f-4471-a06f-73da67fa8699" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.883056] env[69846]: DEBUG oslo_concurrency.lockutils [req-f59a51cf-576e-478f-b12e-3924b82d09fa req-68e1daf0-b718-411a-b5e8-d875d0783367 service nova] Acquired lock "refresh_cache-124ddf84-084f-4471-a06f-73da67fa8699" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.883231] env[69846]: DEBUG nova.network.neutron [req-f59a51cf-576e-478f-b12e-3924b82d09fa req-68e1daf0-b718-411a-b5e8-d875d0783367 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Refreshing network info cache for port f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.988469] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12872d7e-13ca-48b7-b657-54099173c38b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.996651] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2830f5f-ae9c-4623-ae67-20358ad701d2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.029104] env[69846]: DEBUG oslo_concurrency.lockutils [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] Releasing lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.029380] env[69846]: DEBUG nova.compute.manager [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received event network-vif-deleted-58749c77-8467-4a3f-89d6-4d14e17bffa0 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.029563] env[69846]: INFO nova.compute.manager [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Neutron deleted interface 58749c77-8467-4a3f-89d6-4d14e17bffa0; detaching it from the instance and deleting it from the info cache [ 1179.029828] env[69846]: DEBUG nova.network.neutron [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [{"id": "aea952f1-9696-4cbc-9c01-a85097827700", "address": "fa:16:3e:73:e5:03", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea952f1-96", "ovs_interfaceid": "aea952f1-9696-4cbc-9c01-a85097827700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.032312] env[69846]: DEBUG nova.network.neutron [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.038146] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f09ddb6-a3c6-4791-b848-1adc78615a46 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.041554] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5211e2be-ab56-f241-ad95-22a013250a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.05874} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.043598] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe5d5e4-224b-4974-b36e-f4d3838f28ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.050465] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d22bb69-df5f-49c1-9849-e4a54659737d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.055871] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1179.055871] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525934df-b911-c5c6-973a-98b0ddeaedbb" [ 1179.055871] env[69846]: _type = "Task" [ 1179.055871] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.069186] env[69846]: DEBUG nova.compute.provider_tree [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.077733] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525934df-b911-c5c6-973a-98b0ddeaedbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.158214] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.196787] env[69846]: DEBUG nova.network.neutron [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Updating instance_info_cache with network_info: [{"id": "9faf267a-fc48-44c1-b1c5-fe5007fe4d02", "address": "fa:16:3e:c5:57:4f", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9faf267a-fc", "ovs_interfaceid": "9faf267a-fc48-44c1-b1c5-fe5007fe4d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.238593] env[69846]: DEBUG oslo_vmware.api [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950500, 'name': PowerOffVM_Task, 'duration_secs': 0.204246} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.238957] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.239250] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.239561] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c877abc7-f032-4d83-89d3-e0af8ad1bfdc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.337405] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.337663] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.337811] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleting the datastore file [datastore1] b5c66319-b8ed-48bf-9b2d-7070144ea71c {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.338123] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42a08f16-c4f7-4d0e-ab1f-98782d7e8c13 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.351689] env[69846]: DEBUG oslo_vmware.api [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1179.351689] env[69846]: value = "task-2950502" [ 1179.351689] env[69846]: _type = "Task" [ 1179.351689] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.361025] env[69846]: DEBUG oslo_vmware.api [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.536036] env[69846]: DEBUG oslo_concurrency.lockutils [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] Acquiring lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.567805] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525934df-b911-c5c6-973a-98b0ddeaedbb, 'name': SearchDatastore_Task, 'duration_secs': 0.061892} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.568098] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.568482] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] befeaf3c-5978-4d33-8324-f5cfd2071524/befeaf3c-5978-4d33-8324-f5cfd2071524.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.568715] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8170c02-3fcb-434b-a1f0-8951b08fa8d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.575628] env[69846]: DEBUG nova.scheduler.client.report [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.584547] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1179.584547] env[69846]: value = "task-2950503" [ 1179.584547] env[69846]: _type = "Task" [ 1179.584547] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.596640] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.665990] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-b5c66319-b8ed-48bf-9b2d-7070144ea71c-df6f49df-71e3-4622-a940-7a3b722df306" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.695s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.699399] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "refresh_cache-a5314ddd-c3f9-4584-b958-4beea1963405" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.699796] env[69846]: DEBUG nova.compute.manager [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Instance network_info: |[{"id": "9faf267a-fc48-44c1-b1c5-fe5007fe4d02", "address": "fa:16:3e:c5:57:4f", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9faf267a-fc", "ovs_interfaceid": "9faf267a-fc48-44c1-b1c5-fe5007fe4d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.700295] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:57:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9faf267a-fc48-44c1-b1c5-fe5007fe4d02', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.709183] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.713626] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.713626] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19c40c64-1ac9-477f-93dc-4af37b0a2b59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.738951] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.738951] env[69846]: value = "task-2950505" [ 1179.738951] env[69846]: _type = "Task" [ 1179.738951] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.747172] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950505, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.752505] env[69846]: DEBUG nova.compute.manager [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Received event network-vif-plugged-9faf267a-fc48-44c1-b1c5-fe5007fe4d02 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.752505] env[69846]: DEBUG oslo_concurrency.lockutils [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] Acquiring lock "a5314ddd-c3f9-4584-b958-4beea1963405-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.752812] env[69846]: DEBUG oslo_concurrency.lockutils [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] Lock "a5314ddd-c3f9-4584-b958-4beea1963405-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.752908] env[69846]: DEBUG oslo_concurrency.lockutils [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] Lock "a5314ddd-c3f9-4584-b958-4beea1963405-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.753121] env[69846]: DEBUG nova.compute.manager [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] No waiting events found dispatching network-vif-plugged-9faf267a-fc48-44c1-b1c5-fe5007fe4d02 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.753331] env[69846]: WARNING nova.compute.manager [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Received unexpected event network-vif-plugged-9faf267a-fc48-44c1-b1c5-fe5007fe4d02 for instance with vm_state building and task_state spawning. [ 1179.753527] env[69846]: DEBUG nova.compute.manager [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Received event network-changed-9faf267a-fc48-44c1-b1c5-fe5007fe4d02 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.753736] env[69846]: DEBUG nova.compute.manager [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Refreshing instance network info cache due to event network-changed-9faf267a-fc48-44c1-b1c5-fe5007fe4d02. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.753971] env[69846]: DEBUG oslo_concurrency.lockutils [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] Acquiring lock "refresh_cache-a5314ddd-c3f9-4584-b958-4beea1963405" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.754164] env[69846]: DEBUG oslo_concurrency.lockutils [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] Acquired lock "refresh_cache-a5314ddd-c3f9-4584-b958-4beea1963405" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.754351] env[69846]: DEBUG nova.network.neutron [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Refreshing network info cache for port 9faf267a-fc48-44c1-b1c5-fe5007fe4d02 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.864484] env[69846]: DEBUG oslo_vmware.api [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223182} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.864484] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.864484] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.864971] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.864971] env[69846]: INFO nova.compute.manager [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1179.865088] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.865236] env[69846]: DEBUG nova.compute.manager [-] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.865331] env[69846]: DEBUG nova.network.neutron [-] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.912614] env[69846]: DEBUG nova.network.neutron [req-f59a51cf-576e-478f-b12e-3924b82d09fa req-68e1daf0-b718-411a-b5e8-d875d0783367 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Updated VIF entry in instance network info cache for port f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.913216] env[69846]: DEBUG nova.network.neutron [req-f59a51cf-576e-478f-b12e-3924b82d09fa req-68e1daf0-b718-411a-b5e8-d875d0783367 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Updating instance_info_cache with network_info: [{"id": "f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3", "address": "fa:16:3e:bf:4b:44", "network": {"id": "d37b69d1-130f-4831-8bf7-fb61838bd5c8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1817294365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "105e41eae2e24a228cc62beb2b5e7c8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d7fd60-59", "ovs_interfaceid": "f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.980738] env[69846]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 58749c77-8467-4a3f-89d6-4d14e17bffa0 could not be found.", "detail": ""}} {{(pid=69846) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1179.980738] env[69846]: DEBUG nova.network.neutron [-] Unable to show port 58749c77-8467-4a3f-89d6-4d14e17bffa0 as it no longer exists. {{(pid=69846) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1180.081089] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.085924] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.361s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.103792] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950503, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.118015] env[69846]: INFO nova.scheduler.client.report [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Deleted allocations for instance 479ec724-50a5-403f-8804-114545d59bb9 [ 1180.251568] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950505, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.416332] env[69846]: DEBUG oslo_concurrency.lockutils [req-f59a51cf-576e-478f-b12e-3924b82d09fa req-68e1daf0-b718-411a-b5e8-d875d0783367 service nova] Releasing lock "refresh_cache-124ddf84-084f-4471-a06f-73da67fa8699" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.598793] env[69846]: INFO nova.compute.claims [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.610859] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538069} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.611105] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] befeaf3c-5978-4d33-8324-f5cfd2071524/befeaf3c-5978-4d33-8324-f5cfd2071524.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.611892] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.611892] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76d380cf-ea57-42de-80dd-e6b0be9942a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.621375] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1180.621375] env[69846]: value = "task-2950506" [ 1180.621375] env[69846]: _type = "Task" [ 1180.621375] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.628413] env[69846]: DEBUG oslo_concurrency.lockutils [None req-32c0ce91-fead-4446-8b44-545e06e32bc2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "479ec724-50a5-403f-8804-114545d59bb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.843s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.636817] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.755186] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950505, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.000125] env[69846]: DEBUG nova.network.neutron [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Updated VIF entry in instance network info cache for port 9faf267a-fc48-44c1-b1c5-fe5007fe4d02. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.000706] env[69846]: DEBUG nova.network.neutron [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Updating instance_info_cache with network_info: [{"id": "9faf267a-fc48-44c1-b1c5-fe5007fe4d02", "address": "fa:16:3e:c5:57:4f", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9faf267a-fc", "ovs_interfaceid": "9faf267a-fc48-44c1-b1c5-fe5007fe4d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.105647] env[69846]: INFO nova.compute.resource_tracker [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating resource usage from migration f9d59fa3-4df7-406a-b385-cda5bd7ff849 [ 1181.133862] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357264} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.134368] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.135143] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45db1c03-d4d1-4d4d-91c9-132344168532 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.161718] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] befeaf3c-5978-4d33-8324-f5cfd2071524/befeaf3c-5978-4d33-8324-f5cfd2071524.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.165253] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898a9c18-fbc4-42b9-92bd-ddb474ba6d4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.190759] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1181.190759] env[69846]: value = "task-2950507" [ 1181.190759] env[69846]: _type = "Task" [ 1181.190759] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.201988] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.254967] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950505, 'name': CreateVM_Task} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.255216] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.255876] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.256274] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.256375] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.257628] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a439be-eb29-454c-8329-47c79050549a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.266480] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1181.266480] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52bda1d0-2a1c-25dd-b070-d2a050814a88" [ 1181.266480] env[69846]: _type = "Task" [ 1181.266480] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.276622] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52bda1d0-2a1c-25dd-b070-d2a050814a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.350868] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735584ab-0494-4af0-90dd-d6ab1f17d375 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.363496] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fe9125-631e-423c-b3be-6e8eac092c08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.414915] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeda31b-079c-4b22-8ab1-50fdfbdf722a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.427215] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53487fa7-1f06-4772-8dc3-8b92ac729a02 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.446855] env[69846]: DEBUG nova.compute.provider_tree [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.504198] env[69846]: DEBUG oslo_concurrency.lockutils [req-3cdb5be0-92c5-4c27-aac2-4180201d2d61 req-2953d677-d760-4da0-b04a-bcf4841d8481 service nova] Releasing lock "refresh_cache-a5314ddd-c3f9-4584-b958-4beea1963405" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.518092] env[69846]: DEBUG nova.network.neutron [-] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.701022] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.777065] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52bda1d0-2a1c-25dd-b070-d2a050814a88, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.777429] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.777617] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.777885] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.778119] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.779056] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.779056] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2bbdbea-f221-415f-b2d0-b95fccf068ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.784846] env[69846]: DEBUG nova.compute.manager [req-ae49c652-dc9b-4863-b915-250e1ca1c07f req-22f81bb1-0954-4c53-8dfd-9d9dd14a905a service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Received event network-vif-deleted-aea952f1-9696-4cbc-9c01-a85097827700 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.789156] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.789364] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.790395] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03057fc7-4d12-49ba-bd8e-51c16cb58a09 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.797093] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1181.797093] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a375ba-f15c-412f-c1a4-14d7f6b69345" [ 1181.797093] env[69846]: _type = "Task" [ 1181.797093] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.806527] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a375ba-f15c-412f-c1a4-14d7f6b69345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.884305] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.884579] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.970665] env[69846]: ERROR nova.scheduler.client.report [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [req-8147a507-378f-4e4f-a37a-4882cdd31f61] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8147a507-378f-4e4f-a37a-4882cdd31f61"}]} [ 1181.989102] env[69846]: DEBUG nova.scheduler.client.report [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1182.002781] env[69846]: DEBUG nova.scheduler.client.report [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1182.003016] env[69846]: DEBUG nova.compute.provider_tree [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.014684] env[69846]: DEBUG nova.scheduler.client.report [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1182.020801] env[69846]: INFO nova.compute.manager [-] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Took 2.16 seconds to deallocate network for instance. [ 1182.032601] env[69846]: DEBUG nova.scheduler.client.report [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1182.202797] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950507, 'name': ReconfigVM_Task, 'duration_secs': 0.743244} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.203067] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfigured VM instance instance-00000066 to attach disk [datastore1] befeaf3c-5978-4d33-8324-f5cfd2071524/befeaf3c-5978-4d33-8324-f5cfd2071524.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.203754] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-963f3f85-46b6-4914-acd3-b0dffaf80bb8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.211847] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1182.211847] env[69846]: value = "task-2950509" [ 1182.211847] env[69846]: _type = "Task" [ 1182.211847] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.220874] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950509, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.222156] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74de61d-a3d4-411f-99ef-2f16900e952f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.230679] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba457c01-10a8-4d22-bf5d-549021772d9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.266544] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f67e0b4-3498-45b2-b4b5-e7e1370d6cdc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.275292] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20798ee2-7c7c-40a1-8f38-d8dc918703ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.291018] env[69846]: DEBUG nova.compute.provider_tree [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.308815] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a375ba-f15c-412f-c1a4-14d7f6b69345, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.309660] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d45a60-8324-4a57-a334-37f3732e3243 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.315603] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1182.315603] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d4f59b-8131-548f-1a9a-093b610837ed" [ 1182.315603] env[69846]: _type = "Task" [ 1182.315603] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.325429] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d4f59b-8131-548f-1a9a-093b610837ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.386700] env[69846]: DEBUG nova.compute.manager [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.528529] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.722808] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950509, 'name': Rename_Task, 'duration_secs': 0.152486} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.723140] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.723475] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fff0168d-9f58-4c56-8912-aa9ff7c3fbde {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.732146] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1182.732146] env[69846]: value = "task-2950510" [ 1182.732146] env[69846]: _type = "Task" [ 1182.732146] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.740238] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.823594] env[69846]: DEBUG nova.scheduler.client.report [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1182.823953] env[69846]: DEBUG nova.compute.provider_tree [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 143 to 144 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1182.824172] env[69846]: DEBUG nova.compute.provider_tree [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.831752] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d4f59b-8131-548f-1a9a-093b610837ed, 'name': SearchDatastore_Task, 'duration_secs': 0.021456} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.832072] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.832770] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] a5314ddd-c3f9-4584-b958-4beea1963405/a5314ddd-c3f9-4584-b958-4beea1963405.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.832770] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b72090ea-96d1-4566-ad4d-32143a92c707 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.841570] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1182.841570] env[69846]: value = "task-2950511" [ 1182.841570] env[69846]: _type = "Task" [ 1182.841570] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.851767] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.906353] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.244576] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950510, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.333724] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.248s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.333959] env[69846]: INFO nova.compute.manager [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Migrating [ 1183.340813] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.812s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.341076] env[69846]: DEBUG nova.objects.instance [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'resources' on Instance uuid b5c66319-b8ed-48bf-9b2d-7070144ea71c {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.361726] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950511, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.743880] env[69846]: DEBUG oslo_vmware.api [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950510, 'name': PowerOnVM_Task, 'duration_secs': 0.549816} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.744196] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.744406] env[69846]: INFO nova.compute.manager [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1183.744580] env[69846]: DEBUG nova.compute.manager [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.745391] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a9da26-a612-464e-b05d-5bdc42e611e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.858485] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.858485] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.858485] env[69846]: DEBUG nova.network.neutron [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.861052] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593889} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.861052] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] a5314ddd-c3f9-4584-b958-4beea1963405/a5314ddd-c3f9-4584-b958-4beea1963405.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.861052] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.861052] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bf2746b-40f9-4d4a-815e-ec299ed2c9f4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.869535] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1183.869535] env[69846]: value = "task-2950512" [ 1183.869535] env[69846]: _type = "Task" [ 1183.869535] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.881912] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.041715] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a113f5b-5270-48e1-a0c5-2ba67db4f996 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.050408] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccd38b1-df58-45fc-8f07-0175c5c453fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.083697] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cdca8b-3093-4c63-a1bb-f1f722d6e3de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.091868] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a214b73-169d-492a-a065-ee82bdf5215f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.106787] env[69846]: DEBUG nova.compute.provider_tree [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.265065] env[69846]: INFO nova.compute.manager [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Took 16.23 seconds to build instance. [ 1184.380416] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071575} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.381284] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.381903] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0bfff2-ba01-48dc-afad-a4de5b92b8df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.443139] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] a5314ddd-c3f9-4584-b958-4beea1963405/a5314ddd-c3f9-4584-b958-4beea1963405.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.452882] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e6e6748-b031-4c14-afb0-9efb1423d669 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.493306] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1184.493306] env[69846]: value = "task-2950514" [ 1184.493306] env[69846]: _type = "Task" [ 1184.493306] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.507608] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.644888] env[69846]: DEBUG nova.scheduler.client.report [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1184.645212] env[69846]: DEBUG nova.compute.provider_tree [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 144 to 145 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1184.645442] env[69846]: DEBUG nova.compute.provider_tree [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.744489] env[69846]: DEBUG nova.network.neutron [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance_info_cache with network_info: [{"id": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "address": "fa:16:3e:e6:22:3c", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1bf1f3-05", "ovs_interfaceid": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.767510] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.743s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.852478] env[69846]: INFO nova.compute.manager [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Rebuilding instance [ 1184.892128] env[69846]: DEBUG nova.compute.manager [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.893042] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf39bcd-8114-4d62-8f38-f4188ef788e3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.003537] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.153671] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.156048] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.250s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.157675] env[69846]: INFO nova.compute.claims [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.176958] env[69846]: INFO nova.scheduler.client.report [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleted allocations for instance b5c66319-b8ed-48bf-9b2d-7070144ea71c [ 1185.247591] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.466169] env[69846]: DEBUG nova.compute.manager [req-6753106f-d8c7-497c-aef7-c89e4a36c8fc req-15b2331c-f7c9-44b4-b8d3-fad9021f98f9 service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Received event network-changed-1ebf8428-e3e7-4d67-b079-c80388b17895 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.466666] env[69846]: DEBUG nova.compute.manager [req-6753106f-d8c7-497c-aef7-c89e4a36c8fc req-15b2331c-f7c9-44b4-b8d3-fad9021f98f9 service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Refreshing instance network info cache due to event network-changed-1ebf8428-e3e7-4d67-b079-c80388b17895. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.466892] env[69846]: DEBUG oslo_concurrency.lockutils [req-6753106f-d8c7-497c-aef7-c89e4a36c8fc req-15b2331c-f7c9-44b4-b8d3-fad9021f98f9 service nova] Acquiring lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.467092] env[69846]: DEBUG oslo_concurrency.lockutils [req-6753106f-d8c7-497c-aef7-c89e4a36c8fc req-15b2331c-f7c9-44b4-b8d3-fad9021f98f9 service nova] Acquired lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.467207] env[69846]: DEBUG nova.network.neutron [req-6753106f-d8c7-497c-aef7-c89e4a36c8fc req-15b2331c-f7c9-44b4-b8d3-fad9021f98f9 service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Refreshing network info cache for port 1ebf8428-e3e7-4d67-b079-c80388b17895 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.504391] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950514, 'name': ReconfigVM_Task, 'duration_secs': 0.665061} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.504643] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Reconfigured VM instance instance-00000067 to attach disk [datastore1] a5314ddd-c3f9-4584-b958-4beea1963405/a5314ddd-c3f9-4584-b958-4beea1963405.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.505267] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fc9e2b9-c842-4027-a89f-05babd5f49da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.512866] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1185.512866] env[69846]: value = "task-2950515" [ 1185.512866] env[69846]: _type = "Task" [ 1185.512866] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.523984] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950515, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.684760] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cb819fb3-304b-465f-8c8e-d5e059266a12 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.482s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.685678] env[69846]: DEBUG oslo_concurrency.lockutils [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] Acquired lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.686690] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e397c0c0-8ccb-4024-ab8f-c04312379bb6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.696102] env[69846]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1185.696308] env[69846]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69846) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1185.696728] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96f8b23e-9bbc-45b9-922f-6cb416421533 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.706387] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f9bc7-c2ce-4626-977d-16e4d4716edd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.744150] env[69846]: ERROR root [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-592154' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-592154' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-592154' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-592154'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-592154' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-592154' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-592154'}\n"]: nova.exception.InstanceNotFound: Instance b5c66319-b8ed-48bf-9b2d-7070144ea71c could not be found. [ 1185.744457] env[69846]: DEBUG oslo_concurrency.lockutils [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] Releasing lock "b5c66319-b8ed-48bf-9b2d-7070144ea71c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.744689] env[69846]: DEBUG nova.compute.manager [req-0147547c-7eba-4967-a8d2-22294c031ca9 req-7218ff05-eec1-42b5-a7f2-3f5f3bdc28e0 service nova] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Detach interface failed, port_id=58749c77-8467-4a3f-89d6-4d14e17bffa0, reason: Instance b5c66319-b8ed-48bf-9b2d-7070144ea71c could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.907177] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.907521] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dd3a2dc-1e41-4b3a-8270-48c212bcf2e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.916215] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1185.916215] env[69846]: value = "task-2950517" [ 1185.916215] env[69846]: _type = "Task" [ 1185.916215] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.925545] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.026304] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950515, 'name': Rename_Task, 'duration_secs': 0.347723} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.026616] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.026937] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be7e530f-79ca-48eb-8dc7-1e91643753f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.037078] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1186.037078] env[69846]: value = "task-2950518" [ 1186.037078] env[69846]: _type = "Task" [ 1186.037078] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.046119] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.243864] env[69846]: DEBUG nova.network.neutron [req-6753106f-d8c7-497c-aef7-c89e4a36c8fc req-15b2331c-f7c9-44b4-b8d3-fad9021f98f9 service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updated VIF entry in instance network info cache for port 1ebf8428-e3e7-4d67-b079-c80388b17895. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.244287] env[69846]: DEBUG nova.network.neutron [req-6753106f-d8c7-497c-aef7-c89e4a36c8fc req-15b2331c-f7c9-44b4-b8d3-fad9021f98f9 service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance_info_cache with network_info: [{"id": "1ebf8428-e3e7-4d67-b079-c80388b17895", "address": "fa:16:3e:8d:3d:72", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf8428-e3", "ovs_interfaceid": "1ebf8428-e3e7-4d67-b079-c80388b17895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.338489] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749439d7-a04b-452e-b375-b76aed4aa3c0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.347060] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a18ed9-5c2d-43cc-8bcc-004ddf776bb8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.377667] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83fbd37-38e3-4ac3-9f1f-d8725cc35500 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.386206] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb563b6-a0ba-4c44-9285-e795a8a1bacf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.400575] env[69846]: DEBUG nova.compute.provider_tree [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.427912] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950517, 'name': PowerOffVM_Task, 'duration_secs': 0.244057} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.428215] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.428415] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.429409] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbcbea1-e455-433c-9387-dd300066724b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.436673] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.436908] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2324db40-12e4-406e-8bcf-fb1616a7db0d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.511077] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.511345] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.511518] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleting the datastore file [datastore1] c623c8e0-c8aa-40cc-90cc-b122f856d7e8 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.511792] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-015b86bb-f83a-4bd8-aae6-22afa3f9e952 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.520851] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1186.520851] env[69846]: value = "task-2950520" [ 1186.520851] env[69846]: _type = "Task" [ 1186.520851] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.528601] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.546877] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.747630] env[69846]: DEBUG oslo_concurrency.lockutils [req-6753106f-d8c7-497c-aef7-c89e4a36c8fc req-15b2331c-f7c9-44b4-b8d3-fad9021f98f9 service nova] Releasing lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.760829] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2373fa89-83ef-4bcf-9b4d-f87e861ed2f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.781074] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance '7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18' progress to 0 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.903447] env[69846]: DEBUG nova.scheduler.client.report [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.032070] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361486} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.032070] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.032070] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.032070] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.047820] env[69846]: DEBUG oslo_vmware.api [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950518, 'name': PowerOnVM_Task, 'duration_secs': 0.83252} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.048091] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.048295] env[69846]: INFO nova.compute.manager [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1187.048475] env[69846]: DEBUG nova.compute.manager [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.049251] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5218658-1228-489e-b9d4-6f556a218d59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.287648] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.289087] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797fe2ac-fb33-4fca-9ab7-d6b0ef1cf97e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.298057] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1187.298057] env[69846]: value = "task-2950521" [ 1187.298057] env[69846]: _type = "Task" [ 1187.298057] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.306506] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.408705] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.409281] env[69846]: DEBUG nova.compute.manager [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.569136] env[69846]: INFO nova.compute.manager [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Took 18.48 seconds to build instance. [ 1187.699194] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.699432] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.809056] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950521, 'name': PowerOffVM_Task, 'duration_secs': 0.450044} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.809056] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.809247] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance '7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18' progress to 17 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.914978] env[69846]: DEBUG nova.compute.utils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.917225] env[69846]: DEBUG nova.compute.manager [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.917416] env[69846]: DEBUG nova.network.neutron [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.986690] env[69846]: DEBUG nova.policy [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14674f8cbc754d6abb1c71754493a2e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55424583623f4f13940cbf76cc693806', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.073344] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.073674] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.073773] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.073955] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.074164] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.074267] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.074478] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.074646] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.074802] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.075723] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.076102] env[69846]: DEBUG nova.virt.hardware [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.076482] env[69846]: DEBUG oslo_concurrency.lockutils [None req-748ed7bd-5baf-4841-8676-10de547f6162 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "a5314ddd-c3f9-4584-b958-4beea1963405" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.994s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.077367] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b64ff15-71c4-49c6-9153-b37e32769f63 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.086678] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee5b2f-474a-4ed4-8cb7-6b5ed73a029c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.102021] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:16:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07cc136d-ff9b-4ccc-8c23-41203b25e27b', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.109853] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.110151] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.110414] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e0222ab-0ce5-42fb-b02b-46e75d15a317 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.134097] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.134097] env[69846]: value = "task-2950523" [ 1188.134097] env[69846]: _type = "Task" [ 1188.134097] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.146008] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950523, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.202544] env[69846]: DEBUG nova.compute.manager [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.315674] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.315944] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.316179] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.316398] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.316573] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.316738] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.316983] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.317183] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.317424] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.317602] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.317835] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.325533] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc229087-dd84-4997-9224-cf094687df52 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.353469] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1188.353469] env[69846]: value = "task-2950524" [ 1188.353469] env[69846]: _type = "Task" [ 1188.353469] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.362124] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.405637] env[69846]: DEBUG nova.network.neutron [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Successfully created port: 89b79673-c247-47f1-b800-a0cdbdb3f624 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.420784] env[69846]: DEBUG nova.compute.manager [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.644200] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950523, 'name': CreateVM_Task, 'duration_secs': 0.37405} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.644383] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.645090] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.645262] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.645583] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.645832] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fee261-e12c-40c6-ae33-a649b046de9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.650520] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1188.650520] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52cddfe2-e680-f2cc-da85-3798a6988baa" [ 1188.650520] env[69846]: _type = "Task" [ 1188.650520] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.658302] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cddfe2-e680-f2cc-da85-3798a6988baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.724279] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.724582] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.726098] env[69846]: INFO nova.compute.claims [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.864688] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950524, 'name': ReconfigVM_Task, 'duration_secs': 0.161428} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.864984] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance '7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18' progress to 33 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.099894] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "60fc547d-4663-4643-97cb-09c5afa62256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.100275] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "60fc547d-4663-4643-97cb-09c5afa62256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.161033] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cddfe2-e680-f2cc-da85-3798a6988baa, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.161327] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.161574] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.161827] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.161957] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.162144] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.162464] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eff4b87-bd59-4e92-9ddd-bd0581e307cf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.172483] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.172664] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.173382] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a95cd9-bbf5-47dc-9a65-b2ae4687df8a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.179531] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1189.179531] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d53be3-1068-a922-1d79-01117fdbfe24" [ 1189.179531] env[69846]: _type = "Task" [ 1189.179531] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.188190] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d53be3-1068-a922-1d79-01117fdbfe24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.371901] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.372173] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.372414] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.372652] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.372807] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.372961] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.373186] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.373445] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.373627] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.373826] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.374041] env[69846]: DEBUG nova.virt.hardware [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.379648] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.380277] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-184bb06a-43d2-4eba-b61f-b25ced53f1b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.400107] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1189.400107] env[69846]: value = "task-2950525" [ 1189.400107] env[69846]: _type = "Task" [ 1189.400107] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.412183] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.430825] env[69846]: DEBUG nova.compute.manager [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.463701] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.464020] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.464257] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.464495] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.464672] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.464855] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.465111] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.465299] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.465477] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.465644] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.465817] env[69846]: DEBUG nova.virt.hardware [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.466717] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ed3e4e-b567-4f10-b6dc-c078ec8b60c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.475709] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808c360c-e12d-4450-82e0-a4e99664eb3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.602405] env[69846]: DEBUG nova.compute.manager [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.690534] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d53be3-1068-a922-1d79-01117fdbfe24, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.691370] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402e93a0-dacf-4578-8de3-47ac8d8b21bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.697592] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1189.697592] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5275c770-e590-6857-7983-687540861a27" [ 1189.697592] env[69846]: _type = "Task" [ 1189.697592] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.707826] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5275c770-e590-6857-7983-687540861a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.795584] env[69846]: DEBUG nova.compute.manager [req-e42eec8c-f945-4b7c-9080-84d51718e16d req-085c5103-bd99-4cfd-a13b-b2c6ea8f73c3 service nova] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Received event network-vif-plugged-89b79673-c247-47f1-b800-a0cdbdb3f624 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.795798] env[69846]: DEBUG oslo_concurrency.lockutils [req-e42eec8c-f945-4b7c-9080-84d51718e16d req-085c5103-bd99-4cfd-a13b-b2c6ea8f73c3 service nova] Acquiring lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.796236] env[69846]: DEBUG oslo_concurrency.lockutils [req-e42eec8c-f945-4b7c-9080-84d51718e16d req-085c5103-bd99-4cfd-a13b-b2c6ea8f73c3 service nova] Lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.797024] env[69846]: DEBUG oslo_concurrency.lockutils [req-e42eec8c-f945-4b7c-9080-84d51718e16d req-085c5103-bd99-4cfd-a13b-b2c6ea8f73c3 service nova] Lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.797024] env[69846]: DEBUG nova.compute.manager [req-e42eec8c-f945-4b7c-9080-84d51718e16d req-085c5103-bd99-4cfd-a13b-b2c6ea8f73c3 service nova] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] No waiting events found dispatching network-vif-plugged-89b79673-c247-47f1-b800-a0cdbdb3f624 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.797024] env[69846]: WARNING nova.compute.manager [req-e42eec8c-f945-4b7c-9080-84d51718e16d req-085c5103-bd99-4cfd-a13b-b2c6ea8f73c3 service nova] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Received unexpected event network-vif-plugged-89b79673-c247-47f1-b800-a0cdbdb3f624 for instance with vm_state building and task_state spawning. [ 1189.875655] env[69846]: DEBUG nova.network.neutron [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Successfully updated port: 89b79673-c247-47f1-b800-a0cdbdb3f624 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.913140] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950525, 'name': ReconfigVM_Task, 'duration_secs': 0.196} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.913472] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.914307] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e8d2fd-2cca-4ea9-ad94-bd46793c1906 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.941799] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18/7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.943119] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f040655-720a-49ac-9e28-e4ca69dbe78c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.958508] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174a3664-ce98-4680-b566-084f0fb660ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.967467] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360210af-0d6a-47c9-a179-2dfe45a57440 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.971837] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1189.971837] env[69846]: value = "task-2950526" [ 1189.971837] env[69846]: _type = "Task" [ 1189.971837] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.000861] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028b3bdb-5d16-4a54-8cbd-a4607a3a1cfa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.006961] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.011752] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86240b90-8536-41ff-a05a-628b900b6e37 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.027126] env[69846]: DEBUG nova.compute.provider_tree [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.122104] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.209212] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5275c770-e590-6857-7983-687540861a27, 'name': SearchDatastore_Task, 'duration_secs': 0.011407} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.209738] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.209738] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] c623c8e0-c8aa-40cc-90cc-b122f856d7e8/c623c8e0-c8aa-40cc-90cc-b122f856d7e8.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.209982] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31aeee55-4666-4337-8d73-8a6a13f3741a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.217595] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1190.217595] env[69846]: value = "task-2950528" [ 1190.217595] env[69846]: _type = "Task" [ 1190.217595] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.226647] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.378058] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "refresh_cache-3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.378216] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired lock "refresh_cache-3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.378375] env[69846]: DEBUG nova.network.neutron [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.485099] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.531031] env[69846]: DEBUG nova.scheduler.client.report [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.729179] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445673} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.729471] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] c623c8e0-c8aa-40cc-90cc-b122f856d7e8/c623c8e0-c8aa-40cc-90cc-b122f856d7e8.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.729683] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.729938] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61caa1dc-0954-4c02-bbfb-30ad6e72bc72 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.739097] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1190.739097] env[69846]: value = "task-2950529" [ 1190.739097] env[69846]: _type = "Task" [ 1190.739097] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.748592] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.908810] env[69846]: DEBUG nova.network.neutron [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.982979] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950526, 'name': ReconfigVM_Task, 'duration_secs': 0.851362} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.983284] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18/7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.983552] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance '7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18' progress to 50 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.036642] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.037174] env[69846]: DEBUG nova.compute.manager [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.039740] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.918s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.041116] env[69846]: INFO nova.compute.claims [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.088250] env[69846]: DEBUG nova.network.neutron [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Updating instance_info_cache with network_info: [{"id": "89b79673-c247-47f1-b800-a0cdbdb3f624", "address": "fa:16:3e:47:8f:01", "network": {"id": "67b47392-3248-4106-b7b1-a511d484824f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994238828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55424583623f4f13940cbf76cc693806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b79673-c2", "ovs_interfaceid": "89b79673-c247-47f1-b800-a0cdbdb3f624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.249138] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075505} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.249420] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.250244] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb433c6-328b-4bdb-9ecc-d68fa48fbd96 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.274022] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] c623c8e0-c8aa-40cc-90cc-b122f856d7e8/c623c8e0-c8aa-40cc-90cc-b122f856d7e8.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.274319] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed07822-129d-4766-934f-6adf24fb845f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.294591] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1191.294591] env[69846]: value = "task-2950530" [ 1191.294591] env[69846]: _type = "Task" [ 1191.294591] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.303292] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.428529] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.428917] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.429162] env[69846]: INFO nova.compute.manager [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Shelving [ 1191.490459] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce77e0e-4d28-4ea1-bee7-47d8fdc5dc0e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.511145] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af45cdde-316b-4497-bb05-799ec3e1fbdf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.529980] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance '7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18' progress to 67 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.548548] env[69846]: DEBUG nova.compute.utils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.553184] env[69846]: DEBUG nova.compute.manager [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.553184] env[69846]: DEBUG nova.network.neutron [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.588320] env[69846]: DEBUG nova.policy [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818e610fd4c643f393d56d659681509d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2de4df8dc85446bb038ee0323d2af9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.590289] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Releasing lock "refresh_cache-3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.590792] env[69846]: DEBUG nova.compute.manager [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Instance network_info: |[{"id": "89b79673-c247-47f1-b800-a0cdbdb3f624", "address": "fa:16:3e:47:8f:01", "network": {"id": "67b47392-3248-4106-b7b1-a511d484824f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994238828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55424583623f4f13940cbf76cc693806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b79673-c2", "ovs_interfaceid": "89b79673-c247-47f1-b800-a0cdbdb3f624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.590974] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:8f:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89b79673-c247-47f1-b800-a0cdbdb3f624', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.598335] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.598758] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.598984] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6055a514-4ef1-4058-9e6c-f70acf06d4a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.621136] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.621136] env[69846]: value = "task-2950531" [ 1191.621136] env[69846]: _type = "Task" [ 1191.621136] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.629387] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950531, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.804236] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950530, 'name': ReconfigVM_Task, 'duration_secs': 0.261938} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.804714] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Reconfigured VM instance instance-0000005e to attach disk [datastore2] c623c8e0-c8aa-40cc-90cc-b122f856d7e8/c623c8e0-c8aa-40cc-90cc-b122f856d7e8.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.805383] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1b1d446-f58b-4afe-b3de-1d0f222e5293 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.812410] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1191.812410] env[69846]: value = "task-2950532" [ 1191.812410] env[69846]: _type = "Task" [ 1191.812410] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.824656] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950532, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.826951] env[69846]: DEBUG nova.compute.manager [req-46268c7c-9b65-4915-ad4a-320270802b6d req-6a60dd3b-c42c-4038-87a0-e4c4461de517 service nova] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Received event network-changed-89b79673-c247-47f1-b800-a0cdbdb3f624 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.827159] env[69846]: DEBUG nova.compute.manager [req-46268c7c-9b65-4915-ad4a-320270802b6d req-6a60dd3b-c42c-4038-87a0-e4c4461de517 service nova] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Refreshing instance network info cache due to event network-changed-89b79673-c247-47f1-b800-a0cdbdb3f624. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.827378] env[69846]: DEBUG oslo_concurrency.lockutils [req-46268c7c-9b65-4915-ad4a-320270802b6d req-6a60dd3b-c42c-4038-87a0-e4c4461de517 service nova] Acquiring lock "refresh_cache-3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.827518] env[69846]: DEBUG oslo_concurrency.lockutils [req-46268c7c-9b65-4915-ad4a-320270802b6d req-6a60dd3b-c42c-4038-87a0-e4c4461de517 service nova] Acquired lock "refresh_cache-3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.827674] env[69846]: DEBUG nova.network.neutron [req-46268c7c-9b65-4915-ad4a-320270802b6d req-6a60dd3b-c42c-4038-87a0-e4c4461de517 service nova] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Refreshing network info cache for port 89b79673-c247-47f1-b800-a0cdbdb3f624 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.864717] env[69846]: DEBUG nova.network.neutron [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Successfully created port: 880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.055602] env[69846]: DEBUG nova.compute.manager [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.089316] env[69846]: DEBUG nova.network.neutron [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Port 6a1bf1f3-05ea-4066-bec6-e5e527cbabba binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1192.134332] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950531, 'name': CreateVM_Task, 'duration_secs': 0.384863} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.134516] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.135255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.135430] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.135750] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.136018] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95877d9e-415f-4cac-a422-1649abda5856 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.144632] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1192.144632] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ea4085-3f9f-3011-a515-a5c3013dfae5" [ 1192.144632] env[69846]: _type = "Task" [ 1192.144632] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.153592] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ea4085-3f9f-3011-a515-a5c3013dfae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.259980] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f028843-89c6-4408-9923-d47fdb0ab9ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.268108] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f88283-eeb2-4f89-b735-621c4e1dbebb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.297792] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4763aa3a-cedd-4102-a21e-6cc857fc19d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.304793] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f24d78-0405-4209-b687-f35816b7a675 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.318820] env[69846]: DEBUG nova.compute.provider_tree [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.327610] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950532, 'name': Rename_Task, 'duration_secs': 0.16274} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.328570] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.328797] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8712701e-6599-47f3-a942-1e7e78dc71b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.337329] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1192.337329] env[69846]: value = "task-2950533" [ 1192.337329] env[69846]: _type = "Task" [ 1192.337329] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.345220] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.440670] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.440976] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d52c2c24-2416-41ab-9482-0e99aebc7454 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.449456] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1192.449456] env[69846]: value = "task-2950534" [ 1192.449456] env[69846]: _type = "Task" [ 1192.449456] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.457985] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.655803] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ea4085-3f9f-3011-a515-a5c3013dfae5, 'name': SearchDatastore_Task, 'duration_secs': 0.052867} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.656096] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.656315] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.656554] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.656702] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.656880] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.657158] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57fb4b17-3b70-4a77-a8ce-46e0905e4677 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.667526] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.667754] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.668517] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01898c68-a803-42e3-be58-5de0b013a1f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.674489] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1192.674489] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529d3677-8112-295d-7058-7a2fef053a02" [ 1192.674489] env[69846]: _type = "Task" [ 1192.674489] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.683559] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529d3677-8112-295d-7058-7a2fef053a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.698017] env[69846]: DEBUG nova.network.neutron [req-46268c7c-9b65-4915-ad4a-320270802b6d req-6a60dd3b-c42c-4038-87a0-e4c4461de517 service nova] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Updated VIF entry in instance network info cache for port 89b79673-c247-47f1-b800-a0cdbdb3f624. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.698388] env[69846]: DEBUG nova.network.neutron [req-46268c7c-9b65-4915-ad4a-320270802b6d req-6a60dd3b-c42c-4038-87a0-e4c4461de517 service nova] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Updating instance_info_cache with network_info: [{"id": "89b79673-c247-47f1-b800-a0cdbdb3f624", "address": "fa:16:3e:47:8f:01", "network": {"id": "67b47392-3248-4106-b7b1-a511d484824f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994238828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55424583623f4f13940cbf76cc693806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b79673-c2", "ovs_interfaceid": "89b79673-c247-47f1-b800-a0cdbdb3f624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.842691] env[69846]: ERROR nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [req-4c9de763-023e-4d74-9db2-80c1466070da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4c9de763-023e-4d74-9db2-80c1466070da"}]} [ 1192.853170] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.864482] env[69846]: DEBUG nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1192.880956] env[69846]: DEBUG nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1192.881224] env[69846]: DEBUG nova.compute.provider_tree [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.894682] env[69846]: DEBUG nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1192.916599] env[69846]: DEBUG nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1192.961300] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950534, 'name': PowerOffVM_Task, 'duration_secs': 0.200879} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.961591] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.962512] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e15c1cc-dcdb-4b65-984a-be2ea9a0ff1d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.985011] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4275ba69-b6cf-44fa-8867-4401b846af9f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.066834] env[69846]: DEBUG nova.compute.manager [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.096287] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.096497] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.096967] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.096967] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.097088] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.097623] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.097623] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.097739] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.097863] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.098063] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.098351] env[69846]: DEBUG nova.virt.hardware [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.107805] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44336545-3eb5-4981-b4e3-2c4a271fd15b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.121376] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.121595] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.121769] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.129659] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c86e63-dbdd-4f9c-a9ff-03947f5499ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.149451] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51a2f40-5216-4306-a58a-fd19cadcd870 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.157657] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649f782c-7c8f-43bc-9b2c-10a5cb64430e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.192300] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64799a22-3eb4-4647-9930-520fe94c745e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.202596] env[69846]: DEBUG oslo_concurrency.lockutils [req-46268c7c-9b65-4915-ad4a-320270802b6d req-6a60dd3b-c42c-4038-87a0-e4c4461de517 service nova] Releasing lock "refresh_cache-3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.203012] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529d3677-8112-295d-7058-7a2fef053a02, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.205690] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefaf985-5c23-4742-9fd4-1c351af257a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.209132] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deb01d2-9a71-4b6f-a425-a8c326ddfe1f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.224141] env[69846]: DEBUG nova.compute.provider_tree [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1193.226123] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1193.226123] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529834d6-276d-7b41-0229-baf7564a1674" [ 1193.226123] env[69846]: _type = "Task" [ 1193.226123] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.235022] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529834d6-276d-7b41-0229-baf7564a1674, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.235764] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.236045] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8/3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.236301] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f1f0a92-3cef-4dca-aa13-2ad95adb7593 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.246884] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1193.246884] env[69846]: value = "task-2950535" [ 1193.246884] env[69846]: _type = "Task" [ 1193.246884] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.256115] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.351029] env[69846]: DEBUG oslo_vmware.api [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950533, 'name': PowerOnVM_Task, 'duration_secs': 0.676463} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.351029] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.351029] env[69846]: DEBUG nova.compute.manager [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.351029] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f809de3-c20f-47bb-bfdf-51efa34a62b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.496393] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1193.496757] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-299c9c20-e254-4ecd-a13b-24f5d0d27116 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.506334] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1193.506334] env[69846]: value = "task-2950536" [ 1193.506334] env[69846]: _type = "Task" [ 1193.506334] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.516528] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950536, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.559467] env[69846]: DEBUG nova.network.neutron [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Successfully updated port: 880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.759552] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950535, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.766446] env[69846]: ERROR nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [req-e859bec5-f5a5-4a5f-9b48-b1156c2ffa28] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-e859bec5-f5a5-4a5f-9b48-b1156c2ffa28"}]} [ 1193.783137] env[69846]: DEBUG nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1193.799018] env[69846]: DEBUG nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1193.799018] env[69846]: DEBUG nova.compute.provider_tree [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1193.812009] env[69846]: DEBUG nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1193.830016] env[69846]: DEBUG nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1193.867059] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.019554] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950536, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.056298] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bfee96-b9a3-4e7d-9a54-f82d6d201ed2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.061914] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.062173] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.062439] env[69846]: DEBUG nova.network.neutron [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.070900] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eea87e4-5d09-47d4-b849-8e556bf85221 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.117272] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c36e258-faed-415a-9bb1-1542d39a433c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.129085] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f0528-341c-4f56-8320-350f4575b590 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.144567] env[69846]: DEBUG nova.compute.provider_tree [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1194.147710] env[69846]: DEBUG nova.compute.manager [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received event network-vif-plugged-880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.148210] env[69846]: DEBUG oslo_concurrency.lockutils [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] Acquiring lock "4f301af5-5e48-4abe-bbab-1597a27d5e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.148210] env[69846]: DEBUG oslo_concurrency.lockutils [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.148313] env[69846]: DEBUG oslo_concurrency.lockutils [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.148432] env[69846]: DEBUG nova.compute.manager [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] No waiting events found dispatching network-vif-plugged-880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.148596] env[69846]: WARNING nova.compute.manager [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received unexpected event network-vif-plugged-880a0da9-9463-4f59-86bc-0fc8bab8136e for instance with vm_state building and task_state spawning. [ 1194.149310] env[69846]: DEBUG nova.compute.manager [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received event network-changed-880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.149562] env[69846]: DEBUG nova.compute.manager [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing instance network info cache due to event network-changed-880a0da9-9463-4f59-86bc-0fc8bab8136e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.149761] env[69846]: DEBUG oslo_concurrency.lockutils [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] Acquiring lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.173990] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.174217] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.174424] env[69846]: DEBUG nova.network.neutron [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.235785] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "b6429e99-85f4-4667-ac7d-b4501309843e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.236014] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "b6429e99-85f4-4667-ac7d-b4501309843e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.258745] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521142} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.259034] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8/3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.259257] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.259492] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ab5a8a3-926a-49a3-a03f-8e1d661f3b97 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.266339] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1194.266339] env[69846]: value = "task-2950537" [ 1194.266339] env[69846]: _type = "Task" [ 1194.266339] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.275956] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.519072] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950536, 'name': CreateSnapshot_Task, 'duration_secs': 0.612605} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.519072] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1194.519072] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce22f467-fba2-4adf-8e18-24a631a07852 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.598475] env[69846]: DEBUG nova.network.neutron [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.680523] env[69846]: DEBUG nova.scheduler.client.report [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1194.680788] env[69846]: DEBUG nova.compute.provider_tree [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 148 to 149 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1194.680964] env[69846]: DEBUG nova.compute.provider_tree [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1194.740313] env[69846]: DEBUG nova.compute.manager [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.776839] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300697} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.777896] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.778734] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd8ebda-6917-46fa-ac95-76234e00b4e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.801801] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8/3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.802978] env[69846]: DEBUG nova.network.neutron [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updating instance_info_cache with network_info: [{"id": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "address": "fa:16:3e:ef:33:cc", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880a0da9-94", "ovs_interfaceid": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.804864] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2051aabd-6986-431a-97e8-59d2185e149b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.826127] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1194.826127] env[69846]: value = "task-2950538" [ 1194.826127] env[69846]: _type = "Task" [ 1194.826127] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.838019] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.968253] env[69846]: DEBUG nova.network.neutron [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance_info_cache with network_info: [{"id": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "address": "fa:16:3e:e6:22:3c", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1bf1f3-05", "ovs_interfaceid": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.037020] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1195.037332] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ede96d0b-349a-4bfc-88f4-abde757ecc48 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.047401] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1195.047401] env[69846]: value = "task-2950539" [ 1195.047401] env[69846]: _type = "Task" [ 1195.047401] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.056628] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950539, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.186784] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.147s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.187474] env[69846]: DEBUG nova.compute.manager [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.190352] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.323s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.190540] env[69846]: DEBUG nova.objects.instance [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1195.266405] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.305034] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.305383] env[69846]: DEBUG nova.compute.manager [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Instance network_info: |[{"id": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "address": "fa:16:3e:ef:33:cc", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880a0da9-94", "ovs_interfaceid": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.305686] env[69846]: DEBUG oslo_concurrency.lockutils [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] Acquired lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.305864] env[69846]: DEBUG nova.network.neutron [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing network info cache for port 880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.307100] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:33:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '880a0da9-9463-4f59-86bc-0fc8bab8136e', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.317996] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.319592] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.319959] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c81ab8d7-7543-480a-9c46-6f8e9b3ef053 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.345212] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950538, 'name': ReconfigVM_Task, 'duration_secs': 0.273876} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.346495] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8/3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.347127] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.347127] env[69846]: value = "task-2950540" [ 1195.347127] env[69846]: _type = "Task" [ 1195.347127] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.347389] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b09e480d-191c-4d65-bbce-16343abe3bde {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.356804] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950540, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.357989] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1195.357989] env[69846]: value = "task-2950541" [ 1195.357989] env[69846]: _type = "Task" [ 1195.357989] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.366901] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950541, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.471656] env[69846]: DEBUG oslo_concurrency.lockutils [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.560167] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950539, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.697101] env[69846]: DEBUG nova.compute.utils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.703388] env[69846]: DEBUG nova.compute.manager [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.703593] env[69846]: DEBUG nova.network.neutron [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.752250] env[69846]: DEBUG nova.policy [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c1a0d25be1453fa86a74d2d6bc2ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fa4c59e1a7434fac15a4918624a887', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.859374] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950540, 'name': CreateVM_Task, 'duration_secs': 0.369378} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.862823] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.863692] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.863939] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.864363] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.865106] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a675a917-c647-47e5-b2e8-2fe339824f66 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.872816] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950541, 'name': Rename_Task, 'duration_secs': 0.301607} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.873211] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.873533] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f9f0918-0803-4a8e-bbc6-f96ccd0fd410 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.876447] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1195.876447] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a20dd7-14b5-ce65-0833-6f8270cde402" [ 1195.876447] env[69846]: _type = "Task" [ 1195.876447] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.887023] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1195.887023] env[69846]: value = "task-2950542" [ 1195.887023] env[69846]: _type = "Task" [ 1195.887023] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.887023] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a20dd7-14b5-ce65-0833-6f8270cde402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.896754] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.993008] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec97283-1ae4-41da-9788-0aaf64515ad7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.014194] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4227b7b4-463e-4a73-8e74-f83b8de80822 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.021856] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance '7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18' progress to 83 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.058911] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950539, 'name': CloneVM_Task} progress is 95%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.191973] env[69846]: DEBUG nova.network.neutron [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updated VIF entry in instance network info cache for port 880a0da9-9463-4f59-86bc-0fc8bab8136e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.192621] env[69846]: DEBUG nova.network.neutron [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updating instance_info_cache with network_info: [{"id": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "address": "fa:16:3e:ef:33:cc", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880a0da9-94", "ovs_interfaceid": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.204617] env[69846]: DEBUG oslo_concurrency.lockutils [None req-df1744a5-8cee-4118-93d7-44bb84afb985 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.205991] env[69846]: DEBUG nova.compute.manager [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.209524] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.943s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.211629] env[69846]: INFO nova.compute.claims [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.239399] env[69846]: DEBUG nova.network.neutron [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Successfully created port: d09a4c54-a98e-40e2-9c96-9967411a21bb {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.388160] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a20dd7-14b5-ce65-0833-6f8270cde402, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.391561] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.391817] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.392057] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.392362] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.392472] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.393027] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-601ad616-3ef5-44eb-be45-643694d80f9d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.402659] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950542, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.403831] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.404014] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.404729] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09068a8-6c73-4efa-8dc4-9408b3d640d5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.410937] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1196.410937] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f4b62f-99d0-dd9e-a536-133fffc867cf" [ 1196.410937] env[69846]: _type = "Task" [ 1196.410937] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.419665] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f4b62f-99d0-dd9e-a536-133fffc867cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.530484] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.530484] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38170cf7-0d42-41e8-9301-b06f98c887e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.540018] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1196.540018] env[69846]: value = "task-2950543" [ 1196.540018] env[69846]: _type = "Task" [ 1196.540018] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.548532] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.557788] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950539, 'name': CloneVM_Task, 'duration_secs': 1.162939} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.558213] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Created linked-clone VM from snapshot [ 1196.559058] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b9f94d-e817-4327-927e-8d6372199b7e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.568223] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Uploading image c39cc2ab-b0fe-43ab-b57c-312865a4c3e3 {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1196.597593] env[69846]: DEBUG oslo_vmware.rw_handles [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1196.597593] env[69846]: value = "vm-592184" [ 1196.597593] env[69846]: _type = "VirtualMachine" [ 1196.597593] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1196.597909] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9df8ae3c-73db-4fd1-b2c9-8b4e7467866b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.606916] env[69846]: DEBUG oslo_vmware.rw_handles [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lease: (returnval){ [ 1196.606916] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525937db-69c5-ab16-9ef9-6a1a40a58f42" [ 1196.606916] env[69846]: _type = "HttpNfcLease" [ 1196.606916] env[69846]: } obtained for exporting VM: (result){ [ 1196.606916] env[69846]: value = "vm-592184" [ 1196.606916] env[69846]: _type = "VirtualMachine" [ 1196.606916] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1196.607436] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the lease: (returnval){ [ 1196.607436] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525937db-69c5-ab16-9ef9-6a1a40a58f42" [ 1196.607436] env[69846]: _type = "HttpNfcLease" [ 1196.607436] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1196.615203] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1196.615203] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525937db-69c5-ab16-9ef9-6a1a40a58f42" [ 1196.615203] env[69846]: _type = "HttpNfcLease" [ 1196.615203] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1196.695306] env[69846]: DEBUG oslo_concurrency.lockutils [req-c78154e2-c61b-41f2-a6a9-29974008803a req-f2ad7f6c-1355-44e1-8821-5ec854ed361d service nova] Releasing lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.900493] env[69846]: DEBUG oslo_vmware.api [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950542, 'name': PowerOnVM_Task, 'duration_secs': 0.797594} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.900874] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.901115] env[69846]: INFO nova.compute.manager [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1196.901303] env[69846]: DEBUG nova.compute.manager [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.902803] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9422b69c-ccb6-45b1-9625-6636bc56e1b2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.921656] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f4b62f-99d0-dd9e-a536-133fffc867cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01248} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.922097] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83954e10-bc12-4467-9b84-fc0798debfe7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.927585] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1196.927585] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527e111a-0a55-645a-aca9-22e05c38f5f6" [ 1196.927585] env[69846]: _type = "Task" [ 1196.927585] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.936200] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527e111a-0a55-645a-aca9-22e05c38f5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.048779] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.116875] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.116875] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525937db-69c5-ab16-9ef9-6a1a40a58f42" [ 1197.116875] env[69846]: _type = "HttpNfcLease" [ 1197.116875] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1197.117195] env[69846]: DEBUG oslo_vmware.rw_handles [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1197.117195] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525937db-69c5-ab16-9ef9-6a1a40a58f42" [ 1197.117195] env[69846]: _type = "HttpNfcLease" [ 1197.117195] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1197.117915] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f0d443-0d69-4900-bf91-c2568341bd6c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.126104] env[69846]: DEBUG oslo_vmware.rw_handles [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d292e7-ebe3-0223-d007-6bb7eec31cc4/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1197.126357] env[69846]: DEBUG oslo_vmware.rw_handles [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d292e7-ebe3-0223-d007-6bb7eec31cc4/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1197.222641] env[69846]: DEBUG nova.compute.manager [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.242612] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7792244d-c111-41ea-ba7b-89e209050f1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.254797] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.255205] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.255490] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.255837] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.256101] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.256379] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.256737] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.257058] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.257341] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.257560] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.257865] env[69846]: DEBUG nova.virt.hardware [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.259228] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b867ec64-8de6-4f49-bde4-b40509387947 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.278083] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0e6b17-4248-4162-b64e-47f1f2429545 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.427948] env[69846]: INFO nova.compute.manager [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Took 14.54 seconds to build instance. [ 1197.441861] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527e111a-0a55-645a-aca9-22e05c38f5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.02413} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.441861] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.441861] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 4f301af5-5e48-4abe-bbab-1597a27d5e42/4f301af5-5e48-4abe-bbab-1597a27d5e42.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.442777] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3833034b-1058-49a1-be68-79571388c1e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.456404] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1197.456404] env[69846]: value = "task-2950545" [ 1197.456404] env[69846]: _type = "Task" [ 1197.456404] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.466211] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.472165] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc787118-300c-4b91-909b-74557cfaffcb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.483220] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b0147-c306-4bdb-ab4e-f5e16f93f3be {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.515996] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4d5bc1-acbf-4f92-a8cf-e111971c6f48 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.524440] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31580197-30c8-43b3-942a-3c6a639ab046 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.540035] env[69846]: DEBUG nova.compute.provider_tree [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.551851] env[69846]: DEBUG oslo_vmware.api [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950543, 'name': PowerOnVM_Task, 'duration_secs': 0.781936} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.552341] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.552565] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf1686-9683-4e47-b3e4-5b5ed9dc7bb1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance '7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18' progress to 100 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.910785] env[69846]: DEBUG nova.compute.manager [req-82d4b9ea-54ec-40b8-8d5e-a1b4883e4f6f req-903f77ac-c6f8-4b4b-a49a-0cea7663e5f2 service nova] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Received event network-vif-plugged-d09a4c54-a98e-40e2-9c96-9967411a21bb {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.911230] env[69846]: DEBUG oslo_concurrency.lockutils [req-82d4b9ea-54ec-40b8-8d5e-a1b4883e4f6f req-903f77ac-c6f8-4b4b-a49a-0cea7663e5f2 service nova] Acquiring lock "60fc547d-4663-4643-97cb-09c5afa62256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.911428] env[69846]: DEBUG oslo_concurrency.lockutils [req-82d4b9ea-54ec-40b8-8d5e-a1b4883e4f6f req-903f77ac-c6f8-4b4b-a49a-0cea7663e5f2 service nova] Lock "60fc547d-4663-4643-97cb-09c5afa62256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.911651] env[69846]: DEBUG oslo_concurrency.lockutils [req-82d4b9ea-54ec-40b8-8d5e-a1b4883e4f6f req-903f77ac-c6f8-4b4b-a49a-0cea7663e5f2 service nova] Lock "60fc547d-4663-4643-97cb-09c5afa62256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.911838] env[69846]: DEBUG nova.compute.manager [req-82d4b9ea-54ec-40b8-8d5e-a1b4883e4f6f req-903f77ac-c6f8-4b4b-a49a-0cea7663e5f2 service nova] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] No waiting events found dispatching network-vif-plugged-d09a4c54-a98e-40e2-9c96-9967411a21bb {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.912201] env[69846]: WARNING nova.compute.manager [req-82d4b9ea-54ec-40b8-8d5e-a1b4883e4f6f req-903f77ac-c6f8-4b4b-a49a-0cea7663e5f2 service nova] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Received unexpected event network-vif-plugged-d09a4c54-a98e-40e2-9c96-9967411a21bb for instance with vm_state building and task_state spawning. [ 1197.936599] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.049s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.971446] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950545, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.043214] env[69846]: DEBUG nova.scheduler.client.report [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.047664] env[69846]: DEBUG nova.network.neutron [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Successfully updated port: d09a4c54-a98e-40e2-9c96-9967411a21bb {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.153652] env[69846]: DEBUG oslo_concurrency.lockutils [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.153652] env[69846]: DEBUG oslo_concurrency.lockutils [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.153652] env[69846]: DEBUG oslo_concurrency.lockutils [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.153652] env[69846]: DEBUG oslo_concurrency.lockutils [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.153652] env[69846]: DEBUG oslo_concurrency.lockutils [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.156262] env[69846]: INFO nova.compute.manager [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Terminating instance [ 1198.468641] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543821} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.469665] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 4f301af5-5e48-4abe-bbab-1597a27d5e42/4f301af5-5e48-4abe-bbab-1597a27d5e42.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.469665] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.469924] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-814d23a2-7aeb-4b57-9053-90cc79a39ce7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.478168] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1198.478168] env[69846]: value = "task-2950546" [ 1198.478168] env[69846]: _type = "Task" [ 1198.478168] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.487701] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.551076] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "refresh_cache-60fc547d-4663-4643-97cb-09c5afa62256" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.551076] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "refresh_cache-60fc547d-4663-4643-97cb-09c5afa62256" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.551076] env[69846]: DEBUG nova.network.neutron [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.552526] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.552872] env[69846]: DEBUG nova.compute.manager [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.661030] env[69846]: DEBUG nova.compute.manager [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.661252] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.662286] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef3a70c-83a5-43e2-a5ab-922fe80749b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.670818] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.671230] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac1e24a-3fc5-45d6-822c-44b1dae12703 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.679399] env[69846]: DEBUG oslo_vmware.api [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1198.679399] env[69846]: value = "task-2950547" [ 1198.679399] env[69846]: _type = "Task" [ 1198.679399] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.688197] env[69846]: DEBUG oslo_vmware.api [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.989367] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155335} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.990406] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.991838] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf6d775-ad4d-4e77-bffc-b6d21b7bbbb0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.019182] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 4f301af5-5e48-4abe-bbab-1597a27d5e42/4f301af5-5e48-4abe-bbab-1597a27d5e42.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.019635] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c37e11-7b6f-4f4d-9bf7-09059bd894e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.046226] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1199.046226] env[69846]: value = "task-2950548" [ 1199.046226] env[69846]: _type = "Task" [ 1199.046226] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.056157] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.059441] env[69846]: DEBUG nova.compute.utils [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.061222] env[69846]: DEBUG nova.compute.manager [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.061514] env[69846]: DEBUG nova.network.neutron [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.110515] env[69846]: DEBUG nova.network.neutron [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.127219] env[69846]: DEBUG nova.policy [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09e2dd4674be462dbe1b3633e63fca8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f027fc663134437bd5fedbe4d244f31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.193689] env[69846]: DEBUG oslo_vmware.api [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950547, 'name': PowerOffVM_Task, 'duration_secs': 0.372523} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.194227] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.194805] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.195077] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c91b593-1ab1-4225-b05e-502c7421e85d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.273919] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.274260] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.274452] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Deleting the datastore file [datastore2] 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.274810] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecdf25e0-0363-4fc0-baad-3ecd5f3b2f3f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.283011] env[69846]: DEBUG oslo_vmware.api [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for the task: (returnval){ [ 1199.283011] env[69846]: value = "task-2950550" [ 1199.283011] env[69846]: _type = "Task" [ 1199.283011] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.292865] env[69846]: DEBUG oslo_vmware.api [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.333205] env[69846]: DEBUG nova.network.neutron [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Updating instance_info_cache with network_info: [{"id": "d09a4c54-a98e-40e2-9c96-9967411a21bb", "address": "fa:16:3e:3b:a5:d2", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09a4c54-a9", "ovs_interfaceid": "d09a4c54-a98e-40e2-9c96-9967411a21bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.561126] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950548, 'name': ReconfigVM_Task, 'duration_secs': 0.483791} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.562050] env[69846]: DEBUG nova.network.neutron [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Successfully created port: f3a1d3cc-1783-4dd6-92a8-caade3b32d16 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.564160] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 4f301af5-5e48-4abe-bbab-1597a27d5e42/4f301af5-5e48-4abe-bbab-1597a27d5e42.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.565318] env[69846]: DEBUG nova.compute.manager [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.569164] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e934f3b5-86ce-4d97-a708-4adc6ffb84fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.585585] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1199.585585] env[69846]: value = "task-2950551" [ 1199.585585] env[69846]: _type = "Task" [ 1199.585585] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.596523] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950551, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.793594] env[69846]: DEBUG oslo_vmware.api [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Task: {'id': task-2950550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175347} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.793594] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.793812] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.793985] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.794258] env[69846]: INFO nova.compute.manager [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1199.794561] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.794872] env[69846]: DEBUG nova.compute.manager [-] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.795030] env[69846]: DEBUG nova.network.neutron [-] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.838524] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "refresh_cache-60fc547d-4663-4643-97cb-09c5afa62256" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.838910] env[69846]: DEBUG nova.compute.manager [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Instance network_info: |[{"id": "d09a4c54-a98e-40e2-9c96-9967411a21bb", "address": "fa:16:3e:3b:a5:d2", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09a4c54-a9", "ovs_interfaceid": "d09a4c54-a98e-40e2-9c96-9967411a21bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.839377] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a5:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd09a4c54-a98e-40e2-9c96-9967411a21bb', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.847664] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.847921] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.848205] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-196668dc-8379-48bb-96f5-c9bc8609f249 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.869548] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.869548] env[69846]: value = "task-2950552" [ 1199.869548] env[69846]: _type = "Task" [ 1199.869548] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.878189] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950552, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.077787] env[69846]: INFO nova.virt.block_device [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Booting with volume c23cb00b-c2c9-44c4-9776-01ef22ed34b2 at /dev/sda [ 1200.078414] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.078656] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.078905] env[69846]: DEBUG nova.compute.manager [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Going to confirm migration 4 {{(pid=69846) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1200.098429] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950551, 'name': Rename_Task, 'duration_secs': 0.157906} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.098994] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.100675] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-968e1bc9-02b4-4a11-8ffb-da328115167b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.110053] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1200.110053] env[69846]: value = "task-2950553" [ 1200.110053] env[69846]: _type = "Task" [ 1200.110053] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.121520] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.130767] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00f901d1-5c5e-4876-8dd9-dbb72f1fc947 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.143949] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55df202f-e102-4fe5-a569-04ea156dbab6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.164771] env[69846]: DEBUG nova.compute.manager [req-1c1d4b97-0dfc-49d3-96a3-0d6c15e8794a req-0d0755fc-b2b3-44dc-970a-c3f637409f94 service nova] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Received event network-changed-d09a4c54-a98e-40e2-9c96-9967411a21bb {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.164978] env[69846]: DEBUG nova.compute.manager [req-1c1d4b97-0dfc-49d3-96a3-0d6c15e8794a req-0d0755fc-b2b3-44dc-970a-c3f637409f94 service nova] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Refreshing instance network info cache due to event network-changed-d09a4c54-a98e-40e2-9c96-9967411a21bb. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.166400] env[69846]: DEBUG oslo_concurrency.lockutils [req-1c1d4b97-0dfc-49d3-96a3-0d6c15e8794a req-0d0755fc-b2b3-44dc-970a-c3f637409f94 service nova] Acquiring lock "refresh_cache-60fc547d-4663-4643-97cb-09c5afa62256" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.166400] env[69846]: DEBUG oslo_concurrency.lockutils [req-1c1d4b97-0dfc-49d3-96a3-0d6c15e8794a req-0d0755fc-b2b3-44dc-970a-c3f637409f94 service nova] Acquired lock "refresh_cache-60fc547d-4663-4643-97cb-09c5afa62256" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.166400] env[69846]: DEBUG nova.network.neutron [req-1c1d4b97-0dfc-49d3-96a3-0d6c15e8794a req-0d0755fc-b2b3-44dc-970a-c3f637409f94 service nova] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Refreshing network info cache for port d09a4c54-a98e-40e2-9c96-9967411a21bb {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.197707] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47a5279b-eca4-4b86-a5d0-9fbfb1408599 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.212558] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3d5024-2784-4ecb-b09a-6580c07cabb7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.256023] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8438762-316c-429d-8e05-81237c2c83ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.264558] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a149659-a641-49dc-907b-acd44531ee56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.279930] env[69846]: DEBUG nova.virt.block_device [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating existing volume attachment record: d5701d9a-d04b-4d68-8ed4-d73251c4543e {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1200.381337] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950552, 'name': CreateVM_Task, 'duration_secs': 0.415022} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.381535] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.382293] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.382489] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.382863] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.383155] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd17881-1ce9-4d19-8819-ad9d21392931 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.389132] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1200.389132] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]527fc88f-2864-7c50-07cd-7337c3d77f69" [ 1200.389132] env[69846]: _type = "Task" [ 1200.389132] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.398117] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527fc88f-2864-7c50-07cd-7337c3d77f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.622536] env[69846]: DEBUG oslo_vmware.api [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950553, 'name': PowerOnVM_Task, 'duration_secs': 0.501614} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.622885] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.623155] env[69846]: INFO nova.compute.manager [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1200.623316] env[69846]: DEBUG nova.compute.manager [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.624353] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be23907c-8798-49a2-82eb-6720db62fd45 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.645719] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.645940] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquired lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.646151] env[69846]: DEBUG nova.network.neutron [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.646357] env[69846]: DEBUG nova.objects.instance [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lazy-loading 'info_cache' on Instance uuid 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.704707] env[69846]: DEBUG nova.network.neutron [-] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.901230] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]527fc88f-2864-7c50-07cd-7337c3d77f69, 'name': SearchDatastore_Task, 'duration_secs': 0.015016} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.901570] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.901843] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.902113] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.902284] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.902550] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.903353] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-066e5dce-1b63-4c2d-8909-854b7936423a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.911447] env[69846]: DEBUG nova.network.neutron [req-1c1d4b97-0dfc-49d3-96a3-0d6c15e8794a req-0d0755fc-b2b3-44dc-970a-c3f637409f94 service nova] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Updated VIF entry in instance network info cache for port d09a4c54-a98e-40e2-9c96-9967411a21bb. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.911809] env[69846]: DEBUG nova.network.neutron [req-1c1d4b97-0dfc-49d3-96a3-0d6c15e8794a req-0d0755fc-b2b3-44dc-970a-c3f637409f94 service nova] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Updating instance_info_cache with network_info: [{"id": "d09a4c54-a98e-40e2-9c96-9967411a21bb", "address": "fa:16:3e:3b:a5:d2", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09a4c54-a9", "ovs_interfaceid": "d09a4c54-a98e-40e2-9c96-9967411a21bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.914990] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.915191] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.916155] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfeca618-facc-4d96-9b03-964461e68a64 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.922723] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1200.922723] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52110822-d1fb-e420-3cc6-f545f68e5be4" [ 1200.922723] env[69846]: _type = "Task" [ 1200.922723] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.933380] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52110822-d1fb-e420-3cc6-f545f68e5be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.153019] env[69846]: INFO nova.compute.manager [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Took 12.44 seconds to build instance. [ 1201.207059] env[69846]: INFO nova.compute.manager [-] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Took 1.41 seconds to deallocate network for instance. [ 1201.277943] env[69846]: DEBUG nova.network.neutron [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Successfully updated port: f3a1d3cc-1783-4dd6-92a8-caade3b32d16 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.417370] env[69846]: DEBUG oslo_concurrency.lockutils [req-1c1d4b97-0dfc-49d3-96a3-0d6c15e8794a req-0d0755fc-b2b3-44dc-970a-c3f637409f94 service nova] Releasing lock "refresh_cache-60fc547d-4663-4643-97cb-09c5afa62256" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.438021] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52110822-d1fb-e420-3cc6-f545f68e5be4, 'name': SearchDatastore_Task, 'duration_secs': 0.013485} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.441888] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5046c6-58ad-4148-b882-b5c0418d14f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.448094] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1201.448094] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52cd13cf-f134-135f-a84a-e6a54c13a9b0" [ 1201.448094] env[69846]: _type = "Task" [ 1201.448094] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.456465] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cd13cf-f134-135f-a84a-e6a54c13a9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.596484] env[69846]: DEBUG nova.compute.manager [req-5472437d-b7e3-4cdd-99fa-6b16aee07d40 req-64cb7eab-48a6-4248-b1b3-fa5c4ab0daa0 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received event network-changed-880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.596747] env[69846]: DEBUG nova.compute.manager [req-5472437d-b7e3-4cdd-99fa-6b16aee07d40 req-64cb7eab-48a6-4248-b1b3-fa5c4ab0daa0 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing instance network info cache due to event network-changed-880a0da9-9463-4f59-86bc-0fc8bab8136e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.597022] env[69846]: DEBUG oslo_concurrency.lockutils [req-5472437d-b7e3-4cdd-99fa-6b16aee07d40 req-64cb7eab-48a6-4248-b1b3-fa5c4ab0daa0 service nova] Acquiring lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.597216] env[69846]: DEBUG oslo_concurrency.lockutils [req-5472437d-b7e3-4cdd-99fa-6b16aee07d40 req-64cb7eab-48a6-4248-b1b3-fa5c4ab0daa0 service nova] Acquired lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.597421] env[69846]: DEBUG nova.network.neutron [req-5472437d-b7e3-4cdd-99fa-6b16aee07d40 req-64cb7eab-48a6-4248-b1b3-fa5c4ab0daa0 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing network info cache for port 880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.658722] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44f6946e-d19b-441f-aa92-33c5f78c27c5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.959s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.717419] env[69846]: DEBUG oslo_concurrency.lockutils [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.717818] env[69846]: DEBUG oslo_concurrency.lockutils [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.718286] env[69846]: DEBUG nova.objects.instance [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lazy-loading 'resources' on Instance uuid 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.780262] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.780496] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.780601] env[69846]: DEBUG nova.network.neutron [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.958792] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cd13cf-f134-135f-a84a-e6a54c13a9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014829} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.959992] env[69846]: DEBUG nova.network.neutron [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance_info_cache with network_info: [{"id": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "address": "fa:16:3e:e6:22:3c", "network": {"id": "8e1518a4-9b2c-46c1-a4f0-fc7f973d9fcb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1816420971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce6e16b9a38743b797a3cf9c2338ff3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1bf1f3-05", "ovs_interfaceid": "6a1bf1f3-05ea-4066-bec6-e5e527cbabba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.961296] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.961769] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 60fc547d-4663-4643-97cb-09c5afa62256/60fc547d-4663-4643-97cb-09c5afa62256.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.962456] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0ce8d47-e7fb-4bdc-9f98-378586e35e5a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.973023] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1201.973023] env[69846]: value = "task-2950554" [ 1201.973023] env[69846]: _type = "Task" [ 1201.973023] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.983571] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.199269] env[69846]: DEBUG nova.compute.manager [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Received event network-vif-deleted-89b79673-c247-47f1-b800-a0cdbdb3f624 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.199511] env[69846]: DEBUG nova.compute.manager [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Received event network-vif-plugged-f3a1d3cc-1783-4dd6-92a8-caade3b32d16 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.199709] env[69846]: DEBUG oslo_concurrency.lockutils [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] Acquiring lock "b6429e99-85f4-4667-ac7d-b4501309843e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.199846] env[69846]: DEBUG oslo_concurrency.lockutils [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] Lock "b6429e99-85f4-4667-ac7d-b4501309843e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.200022] env[69846]: DEBUG oslo_concurrency.lockutils [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] Lock "b6429e99-85f4-4667-ac7d-b4501309843e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.200788] env[69846]: DEBUG nova.compute.manager [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] No waiting events found dispatching network-vif-plugged-f3a1d3cc-1783-4dd6-92a8-caade3b32d16 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.200999] env[69846]: WARNING nova.compute.manager [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Received unexpected event network-vif-plugged-f3a1d3cc-1783-4dd6-92a8-caade3b32d16 for instance with vm_state building and task_state spawning. [ 1202.201225] env[69846]: DEBUG nova.compute.manager [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Received event network-changed-f3a1d3cc-1783-4dd6-92a8-caade3b32d16 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.201457] env[69846]: DEBUG nova.compute.manager [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Refreshing instance network info cache due to event network-changed-f3a1d3cc-1783-4dd6-92a8-caade3b32d16. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.202188] env[69846]: DEBUG oslo_concurrency.lockutils [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] Acquiring lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.344896] env[69846]: DEBUG nova.network.neutron [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.376387] env[69846]: DEBUG nova.compute.manager [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.376933] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.377175] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.377337] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.377694] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.377694] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.377820] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.378012] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.378179] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.378345] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.378549] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.378740] env[69846]: DEBUG nova.virt.hardware [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.385453] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67b2166-b907-4f06-8200-6bec44053b54 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.397661] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7621b9-1c2c-4dfd-8860-b365e4321dda {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.464362] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Releasing lock "refresh_cache-7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.464362] env[69846]: DEBUG nova.objects.instance [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lazy-loading 'migration_context' on Instance uuid 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.472728] env[69846]: DEBUG nova.network.neutron [req-5472437d-b7e3-4cdd-99fa-6b16aee07d40 req-64cb7eab-48a6-4248-b1b3-fa5c4ab0daa0 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updated VIF entry in instance network info cache for port 880a0da9-9463-4f59-86bc-0fc8bab8136e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.472728] env[69846]: DEBUG nova.network.neutron [req-5472437d-b7e3-4cdd-99fa-6b16aee07d40 req-64cb7eab-48a6-4248-b1b3-fa5c4ab0daa0 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updating instance_info_cache with network_info: [{"id": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "address": "fa:16:3e:ef:33:cc", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880a0da9-94", "ovs_interfaceid": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.494641] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950554, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.529103] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d74440-fd3a-406c-9e38-d3f8cd614268 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.543643] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d1a81a-9cc7-4c74-87c9-e9d7d393db3a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.576659] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f580b828-64a0-481d-9440-0599d6f1c417 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.589086] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fd57cb-0f98-4de9-b741-b675d62106ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.606068] env[69846]: DEBUG nova.compute.provider_tree [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1202.608900] env[69846]: DEBUG nova.network.neutron [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance_info_cache with network_info: [{"id": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "address": "fa:16:3e:39:d9:d6", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1d3cc-17", "ovs_interfaceid": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.635356] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.635578] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.968880] env[69846]: DEBUG nova.objects.base [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Object Instance<7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18> lazy-loaded attributes: info_cache,migration_context {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1202.970203] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c01224-f21b-4df7-bb37-92676bcb6283 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.989317] env[69846]: DEBUG oslo_concurrency.lockutils [req-5472437d-b7e3-4cdd-99fa-6b16aee07d40 req-64cb7eab-48a6-4248-b1b3-fa5c4ab0daa0 service nova] Releasing lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.989721] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784976} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.004796] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 60fc547d-4663-4643-97cb-09c5afa62256/60fc547d-4663-4643-97cb-09c5afa62256.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.004796] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.005637] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-069e0cec-2753-4b7c-8d27-fcb11de15da1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.007690] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1bbbbc-c4a3-46f9-a312-4503c80afb18 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.014132] env[69846]: DEBUG oslo_vmware.api [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1203.014132] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526c3de3-20ec-ab04-31c9-38438bf3dfc5" [ 1203.014132] env[69846]: _type = "Task" [ 1203.014132] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.018926] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1203.018926] env[69846]: value = "task-2950555" [ 1203.018926] env[69846]: _type = "Task" [ 1203.018926] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.027021] env[69846]: DEBUG oslo_vmware.api [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526c3de3-20ec-ab04-31c9-38438bf3dfc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.029866] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.030141] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.112223] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.112655] env[69846]: DEBUG nova.compute.manager [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Instance network_info: |[{"id": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "address": "fa:16:3e:39:d9:d6", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1d3cc-17", "ovs_interfaceid": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.112930] env[69846]: DEBUG oslo_concurrency.lockutils [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] Acquired lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.113129] env[69846]: DEBUG nova.network.neutron [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Refreshing network info cache for port f3a1d3cc-1783-4dd6-92a8-caade3b32d16 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.114806] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:d9:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3a1d3cc-1783-4dd6-92a8-caade3b32d16', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.122640] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.125818] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.126530] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b18bd6ae-6572-4ac5-abe9-91befa4b01b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.142214] env[69846]: ERROR nova.scheduler.client.report [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] [req-736cd558-adef-4c8c-a3d9-bb3cb7f5e394] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-736cd558-adef-4c8c-a3d9-bb3cb7f5e394"}]} [ 1203.143087] env[69846]: DEBUG nova.compute.manager [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.155477] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.155477] env[69846]: value = "task-2950556" [ 1203.155477] env[69846]: _type = "Task" [ 1203.155477] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.162024] env[69846]: DEBUG nova.scheduler.client.report [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1203.167319] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950556, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.180527] env[69846]: DEBUG nova.scheduler.client.report [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1203.180817] env[69846]: DEBUG nova.compute.provider_tree [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.194184] env[69846]: DEBUG nova.scheduler.client.report [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1203.214875] env[69846]: DEBUG nova.scheduler.client.report [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1203.363112] env[69846]: DEBUG nova.network.neutron [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updated VIF entry in instance network info cache for port f3a1d3cc-1783-4dd6-92a8-caade3b32d16. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.363590] env[69846]: DEBUG nova.network.neutron [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance_info_cache with network_info: [{"id": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "address": "fa:16:3e:39:d9:d6", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1d3cc-17", "ovs_interfaceid": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.446404] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b0866c-2833-40fc-a70a-1a5c908c4a31 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.454832] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f01b1c-08f2-44e2-9b5e-37b4dc998456 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.487478] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5cbe5f-f97b-4655-8c04-5558f6939758 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.495999] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0b1341-8de5-46aa-9364-55b94ad9c077 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.510734] env[69846]: DEBUG nova.compute.provider_tree [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.532257] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096342} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.532691] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.533793] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a39ea56-0ae2-4a56-a830-d3096a0622d0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.560039] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 60fc547d-4663-4643-97cb-09c5afa62256/60fc547d-4663-4643-97cb-09c5afa62256.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.560039] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1741cb91-80c7-4be4-b834-6b4a17777d5b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.580930] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1203.580930] env[69846]: value = "task-2950557" [ 1203.580930] env[69846]: _type = "Task" [ 1203.580930] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.589966] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.665097] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.669528] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950556, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.866735] env[69846]: DEBUG oslo_concurrency.lockutils [req-29a5ed77-1464-47cc-8b9d-e0bca569ff85 req-3ac5a682-b10f-4e63-816a-aca842009dfc service nova] Releasing lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.015449] env[69846]: DEBUG nova.scheduler.client.report [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.093469] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.166907] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950556, 'name': CreateVM_Task, 'duration_secs': 0.552784} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.167091] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.167781] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'attachment_id': 'd5701d9a-d04b-4d68-8ed4-d73251c4543e', 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592180', 'volume_id': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'name': 'volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6429e99-85f4-4667-ac7d-b4501309843e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'serial': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2'}, 'volume_type': None}], 'swap': None} {{(pid=69846) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1204.167981] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Root volume attach. Driver type: vmdk {{(pid=69846) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1204.168791] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2546b7a6-bea4-4584-8c6f-3e33b7cb7367 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.177265] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84757ae1-0a53-48bd-a619-0cf035db7e52 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.184259] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baba7b29-5fe0-4e5b-a96c-bfc8910e7c59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.190952] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9fce0100-cfe7-483f-8dbc-465ba5028f6e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.199668] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1204.199668] env[69846]: value = "task-2950558" [ 1204.199668] env[69846]: _type = "Task" [ 1204.199668] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.210290] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950558, 'name': RelocateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.520837] env[69846]: DEBUG oslo_concurrency.lockutils [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.803s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.523574] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.494s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.546633] env[69846]: INFO nova.scheduler.client.report [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Deleted allocations for instance 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8 [ 1204.598818] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950557, 'name': ReconfigVM_Task, 'duration_secs': 0.52617} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.599689] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 60fc547d-4663-4643-97cb-09c5afa62256/60fc547d-4663-4643-97cb-09c5afa62256.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.600375] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c54514bd-d166-43e5-ac7e-7ca678fdda3b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.612261] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1204.612261] env[69846]: value = "task-2950559" [ 1204.612261] env[69846]: _type = "Task" [ 1204.612261] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.625315] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950559, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.716343] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950558, 'name': RelocateVM_Task} progress is 40%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.056874] env[69846]: DEBUG oslo_concurrency.lockutils [None req-33001d35-cc38-4757-a412-422d68dbba97 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Lock "3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.904s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.130837] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950559, 'name': Rename_Task, 'duration_secs': 0.200261} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.130837] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.131055] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a257602-e7a2-4a70-ac4e-d2d9665418a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.145934] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1205.145934] env[69846]: value = "task-2950560" [ 1205.145934] env[69846]: _type = "Task" [ 1205.145934] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.164953] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.218745] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950558, 'name': RelocateVM_Task} progress is 54%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.289801] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123e8823-8047-4ab2-9325-b7165794b28d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.300982] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8386fa06-ab8b-4713-840c-e862279ca052 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.336176] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbba18d9-5fb7-4fc5-a8e0-869edbd39dd3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.347931] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b2558-141e-4096-b392-07e2dc804148 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.369219] env[69846]: DEBUG nova.compute.provider_tree [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.661877] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.710229] env[69846]: DEBUG oslo_vmware.rw_handles [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d292e7-ebe3-0223-d007-6bb7eec31cc4/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1205.711216] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b78ea17-2e31-4333-aff4-b3c34896f522 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.717434] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950558, 'name': RelocateVM_Task} progress is 67%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.726023] env[69846]: DEBUG oslo_vmware.rw_handles [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d292e7-ebe3-0223-d007-6bb7eec31cc4/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1205.726023] env[69846]: ERROR oslo_vmware.rw_handles [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d292e7-ebe3-0223-d007-6bb7eec31cc4/disk-0.vmdk due to incomplete transfer. [ 1205.726023] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e90f066d-61e2-4eb8-8e61-c2a14b56d59f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.736532] env[69846]: DEBUG oslo_vmware.rw_handles [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d292e7-ebe3-0223-d007-6bb7eec31cc4/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1205.736772] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Uploaded image c39cc2ab-b0fe-43ab-b57c-312865a4c3e3 to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1205.739358] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1205.739788] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81143580-d335-4bf7-acdd-131fa51d5f21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.750155] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1205.750155] env[69846]: value = "task-2950561" [ 1205.750155] env[69846]: _type = "Task" [ 1205.750155] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.762791] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950561, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.872634] env[69846]: DEBUG nova.scheduler.client.report [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.160162] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.217464] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950558, 'name': RelocateVM_Task} progress is 81%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.262544] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950561, 'name': Destroy_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.658925] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.713380] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950558, 'name': RelocateVM_Task} progress is 97%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.760487] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950561, 'name': Destroy_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.884137] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.361s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.888197] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.222s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.888510] env[69846]: INFO nova.compute.claims [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.158487] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.215188] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950558, 'name': RelocateVM_Task} progress is 97%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.265628] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950561, 'name': Destroy_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.455765] env[69846]: INFO nova.scheduler.client.report [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted allocation for migration f9d59fa3-4df7-406a-b385-cda5bd7ff849 [ 1207.659131] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.715687] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950558, 'name': RelocateVM_Task} progress is 98%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.761972] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950561, 'name': Destroy_Task, 'duration_secs': 1.516173} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.762222] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Destroyed the VM [ 1207.762516] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1207.762775] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1033e4d9-b60b-4f57-ae3b-eb364e170aca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.769898] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1207.769898] env[69846]: value = "task-2950562" [ 1207.769898] env[69846]: _type = "Task" [ 1207.769898] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.778480] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950562, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.960982] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.882s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.121538] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc50c7e5-f690-4ffb-b0e8-a4a5974696c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.130552] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c7b1fc-7ad1-4af9-a17b-bbc0d5b088b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.168675] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a163f3-a7a0-4006-858d-77a2fbbe2b55 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.177794] env[69846]: DEBUG oslo_vmware.api [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950560, 'name': PowerOnVM_Task, 'duration_secs': 2.929521} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.180171] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.180515] env[69846]: INFO nova.compute.manager [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1208.180745] env[69846]: DEBUG nova.compute.manager [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.181596] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fa8444-0f4b-428e-83a9-b6b67a9b3855 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.184947] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade70475-6125-4083-9dc7-399b392d40c1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.203462] env[69846]: DEBUG nova.compute.provider_tree [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.216854] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950558, 'name': RelocateVM_Task, 'duration_secs': 3.770357} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.217727] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1208.218218] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592180', 'volume_id': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'name': 'volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6429e99-85f4-4667-ac7d-b4501309843e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'serial': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1208.218986] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2e50ce-de55-4c41-b440-9a0d6ece88a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.237676] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b319ba6f-c2bb-4f01-aa1e-7666eaaa4cef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.270597] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2/volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.271617] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a47614-eb7b-4c40-a31b-d67baae95e7e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.304038] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950562, 'name': RemoveSnapshot_Task, 'duration_secs': 0.356811} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.304038] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1208.304304] env[69846]: DEBUG nova.compute.manager [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.304594] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1208.304594] env[69846]: value = "task-2950563" [ 1208.304594] env[69846]: _type = "Task" [ 1208.304594] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.305390] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d459ab-024d-4e6a-a5ee-69c62daa82a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.321067] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.721494] env[69846]: INFO nova.compute.manager [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Took 18.61 seconds to build instance. [ 1208.731860] env[69846]: ERROR nova.scheduler.client.report [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [req-b3a3ab18-4f6b-4bae-a4f2-a2fe25de565d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3a3ab18-4f6b-4bae-a4f2-a2fe25de565d"}]} [ 1208.751515] env[69846]: DEBUG nova.scheduler.client.report [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1208.766406] env[69846]: DEBUG nova.scheduler.client.report [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1208.766797] env[69846]: DEBUG nova.compute.provider_tree [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.777982] env[69846]: DEBUG nova.scheduler.client.report [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1208.798961] env[69846]: DEBUG nova.scheduler.client.report [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1208.818855] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950563, 'name': ReconfigVM_Task, 'duration_secs': 0.308152} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.821669] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2/volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.829554] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaedffb2-86ba-4473-95a5-e54863e0eed4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.840105] env[69846]: INFO nova.compute.manager [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Shelve offloading [ 1208.852022] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1208.852022] env[69846]: value = "task-2950564" [ 1208.852022] env[69846]: _type = "Task" [ 1208.852022] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.868447] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.022040] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08efd9-f179-46d7-81ae-7e58836d55f4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.029628] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bafaab-6ac7-4714-8c29-ec20f9c57233 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.059843] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bae48b9-f2aa-48d8-af06-1803f37ac939 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.066795] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0641356-100c-47f2-9d93-1810aa66c7d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.079435] env[69846]: DEBUG nova.compute.provider_tree [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.102192] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.102461] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.102681] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.102867] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.103046] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.105074] env[69846]: INFO nova.compute.manager [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Terminating instance [ 1209.224488] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db55601d-d328-40a9-8b3b-d6f7e8456c91 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "60fc547d-4663-4643-97cb-09c5afa62256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.124s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.344899] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.345251] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be5a397e-3331-404e-a605-a46a970879b3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.352108] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1209.352108] env[69846]: value = "task-2950565" [ 1209.352108] env[69846]: _type = "Task" [ 1209.352108] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.370188] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1209.370454] env[69846]: DEBUG nova.compute.manager [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.370759] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950564, 'name': ReconfigVM_Task, 'duration_secs': 0.131625} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.371471] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510b79f6-2227-44b9-99a5-41e973b867e9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.373949] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592180', 'volume_id': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'name': 'volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6429e99-85f4-4667-ac7d-b4501309843e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'serial': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1209.375630] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d78c831-9359-4e8e-a6d3-a0cfc5905bb5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.380756] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.380922] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.381606] env[69846]: DEBUG nova.network.neutron [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.384014] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1209.384014] env[69846]: value = "task-2950566" [ 1209.384014] env[69846]: _type = "Task" [ 1209.384014] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.392609] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950566, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.609294] env[69846]: DEBUG nova.compute.manager [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.609551] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.610869] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ac32df-caf1-4031-8c4a-30ad9bd6fe2f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.616026] env[69846]: DEBUG nova.scheduler.client.report [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1209.616271] env[69846]: DEBUG nova.compute.provider_tree [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 151 to 152 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1209.616452] env[69846]: DEBUG nova.compute.provider_tree [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.631858] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.632561] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6912c25e-9013-4723-b806-7ae214264fad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.640522] env[69846]: DEBUG oslo_vmware.api [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1209.640522] env[69846]: value = "task-2950567" [ 1209.640522] env[69846]: _type = "Task" [ 1209.640522] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.651950] env[69846]: DEBUG oslo_vmware.api [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.898731] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950566, 'name': Rename_Task, 'duration_secs': 0.122979} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.898731] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.898731] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00796dd3-c7af-415a-928b-ae0c5ad221ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.903881] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1209.903881] env[69846]: value = "task-2950568" [ 1209.903881] env[69846]: _type = "Task" [ 1209.903881] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.912103] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.125846] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.239s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.126383] env[69846]: DEBUG nova.compute.manager [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.156706] env[69846]: DEBUG oslo_vmware.api [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950567, 'name': PowerOffVM_Task, 'duration_secs': 0.180598} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.157006] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.157394] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.157466] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d697dcdb-3c68-4db9-b5d4-493bf9e0489b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.218522] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.218684] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.218875] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleting the datastore file [datastore1] 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.219167] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd84dafc-73f0-46ed-b2b1-6e028ff1b9c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.225497] env[69846]: DEBUG oslo_vmware.api [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for the task: (returnval){ [ 1210.225497] env[69846]: value = "task-2950570" [ 1210.225497] env[69846]: _type = "Task" [ 1210.225497] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.237090] env[69846]: DEBUG oslo_vmware.api [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.261775] env[69846]: DEBUG nova.network.neutron [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updating instance_info_cache with network_info: [{"id": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "address": "fa:16:3e:62:8b:df", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bab9b23-35", "ovs_interfaceid": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.413385] env[69846]: DEBUG oslo_vmware.api [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950568, 'name': PowerOnVM_Task, 'duration_secs': 0.449997} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.413687] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.413910] env[69846]: INFO nova.compute.manager [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1210.414240] env[69846]: DEBUG nova.compute.manager [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.414962] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eca86a2-d999-45dc-8c87-6bb6b675bfeb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.520642] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "60fc547d-4663-4643-97cb-09c5afa62256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.520920] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "60fc547d-4663-4643-97cb-09c5afa62256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.521154] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "60fc547d-4663-4643-97cb-09c5afa62256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.521334] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "60fc547d-4663-4643-97cb-09c5afa62256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.521528] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "60fc547d-4663-4643-97cb-09c5afa62256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.523793] env[69846]: INFO nova.compute.manager [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Terminating instance [ 1210.633062] env[69846]: DEBUG nova.compute.utils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.634510] env[69846]: DEBUG nova.compute.manager [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.634510] env[69846]: DEBUG nova.network.neutron [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.680154] env[69846]: DEBUG nova.policy [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818e610fd4c643f393d56d659681509d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2de4df8dc85446bb038ee0323d2af9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.735631] env[69846]: DEBUG oslo_vmware.api [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Task: {'id': task-2950570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149898} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.735947] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.736185] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.736381] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.736606] env[69846]: INFO nova.compute.manager [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1210.736889] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.737107] env[69846]: DEBUG nova.compute.manager [-] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.737222] env[69846]: DEBUG nova.network.neutron [-] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.764885] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.932373] env[69846]: INFO nova.compute.manager [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Took 15.69 seconds to build instance. [ 1211.027309] env[69846]: DEBUG nova.compute.manager [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.027546] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.028888] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c641c726-3021-4842-aebe-cb56de2cf131 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.040984] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.043125] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fd15ebf-24c9-4c21-9e97-24be16e3d7eb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.057371] env[69846]: DEBUG oslo_vmware.api [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1211.057371] env[69846]: value = "task-2950571" [ 1211.057371] env[69846]: _type = "Task" [ 1211.057371] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.066275] env[69846]: DEBUG oslo_vmware.api [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.101241] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.101611] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.139321] env[69846]: DEBUG nova.compute.manager [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.158756] env[69846]: DEBUG nova.compute.manager [req-d48a6b89-d5b6-491b-8661-5c27f78de3e2 req-cad19e58-3a55-4981-a5e1-f49ef2cab2b3 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received event network-vif-unplugged-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.159036] env[69846]: DEBUG oslo_concurrency.lockutils [req-d48a6b89-d5b6-491b-8661-5c27f78de3e2 req-cad19e58-3a55-4981-a5e1-f49ef2cab2b3 service nova] Acquiring lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.164041] env[69846]: DEBUG oslo_concurrency.lockutils [req-d48a6b89-d5b6-491b-8661-5c27f78de3e2 req-cad19e58-3a55-4981-a5e1-f49ef2cab2b3 service nova] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.164041] env[69846]: DEBUG oslo_concurrency.lockutils [req-d48a6b89-d5b6-491b-8661-5c27f78de3e2 req-cad19e58-3a55-4981-a5e1-f49ef2cab2b3 service nova] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.164041] env[69846]: DEBUG nova.compute.manager [req-d48a6b89-d5b6-491b-8661-5c27f78de3e2 req-cad19e58-3a55-4981-a5e1-f49ef2cab2b3 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] No waiting events found dispatching network-vif-unplugged-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.164184] env[69846]: WARNING nova.compute.manager [req-d48a6b89-d5b6-491b-8661-5c27f78de3e2 req-cad19e58-3a55-4981-a5e1-f49ef2cab2b3 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received unexpected event network-vif-unplugged-2bab9b23-354a-42ce-accb-ec0139c7fb8f for instance with vm_state shelved and task_state shelving_offloading. [ 1211.179308] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.180731] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc197548-4bba-4c44-bb41-e9e3a9a6b556 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.200024] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.200024] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bda1fc00-270e-4517-86f9-a9bac79bb962 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.268013] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.268330] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.268563] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleting the datastore file [datastore1] a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.268865] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b54a13d-3177-4e42-8f2d-04ee5fb476b7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.275980] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1211.275980] env[69846]: value = "task-2950573" [ 1211.275980] env[69846]: _type = "Task" [ 1211.275980] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.284788] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.359375] env[69846]: DEBUG nova.compute.manager [req-2f4f754c-7a2c-48c5-8561-b59335f2c86a req-82b5b2b3-e1c8-45d3-bfda-b4e625c0e06a service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Received event network-vif-deleted-6a1bf1f3-05ea-4066-bec6-e5e527cbabba {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.359580] env[69846]: INFO nova.compute.manager [req-2f4f754c-7a2c-48c5-8561-b59335f2c86a req-82b5b2b3-e1c8-45d3-bfda-b4e625c0e06a service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Neutron deleted interface 6a1bf1f3-05ea-4066-bec6-e5e527cbabba; detaching it from the instance and deleting it from the info cache [ 1211.359756] env[69846]: DEBUG nova.network.neutron [req-2f4f754c-7a2c-48c5-8561-b59335f2c86a req-82b5b2b3-e1c8-45d3-bfda-b4e625c0e06a service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.398130] env[69846]: DEBUG nova.network.neutron [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Successfully created port: d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.434558] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "b6429e99-85f4-4667-ac7d-b4501309843e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.198s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.568196] env[69846]: DEBUG oslo_vmware.api [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950571, 'name': PowerOffVM_Task, 'duration_secs': 0.235365} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.568760] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.569124] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.569520] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-322c99ee-2f6f-41b2-8199-fcbe01fd7641 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.606573] env[69846]: DEBUG nova.compute.manager [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.630183] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.633993] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.633993] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleting the datastore file [datastore1] 60fc547d-4663-4643-97cb-09c5afa62256 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.633993] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7da551a9-5549-4cae-b1a4-996d292d348b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.641880] env[69846]: DEBUG oslo_vmware.api [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1211.641880] env[69846]: value = "task-2950575" [ 1211.641880] env[69846]: _type = "Task" [ 1211.641880] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.654894] env[69846]: DEBUG oslo_vmware.api [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.786368] env[69846]: DEBUG oslo_vmware.api [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142194} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.786521] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.786648] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.786829] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.811181] env[69846]: INFO nova.scheduler.client.report [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleted allocations for instance a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 [ 1211.833664] env[69846]: DEBUG nova.network.neutron [-] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.865569] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9da0f0fd-ab71-426e-8ba5-41ea8ae5ea08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.875820] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1d461e-49b8-4d4c-805c-db74abf4b3a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.911674] env[69846]: DEBUG nova.compute.manager [req-2f4f754c-7a2c-48c5-8561-b59335f2c86a req-82b5b2b3-e1c8-45d3-bfda-b4e625c0e06a service nova] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Detach interface failed, port_id=6a1bf1f3-05ea-4066-bec6-e5e527cbabba, reason: Instance 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.135686] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.135998] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.138088] env[69846]: INFO nova.compute.claims [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.151901] env[69846]: DEBUG oslo_vmware.api [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266405} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.151901] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.152099] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.152262] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.152489] env[69846]: INFO nova.compute.manager [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1212.152802] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.152962] env[69846]: DEBUG nova.compute.manager [-] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.153074] env[69846]: DEBUG nova.network.neutron [-] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.159617] env[69846]: DEBUG nova.compute.manager [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.191507] env[69846]: DEBUG nova.virt.hardware [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.193361] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe14e27-2a60-46d8-a302-b32981503219 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.210863] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca94d3ab-d721-48f9-80de-04a464ec52a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.316249] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.337697] env[69846]: INFO nova.compute.manager [-] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Took 1.60 seconds to deallocate network for instance. [ 1212.369265] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.369576] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.369751] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.369935] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.370126] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.370271] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.370448] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.370857] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1212.370857] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.849491] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.857199] env[69846]: DEBUG nova.network.neutron [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Successfully updated port: d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.873451] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.076517] env[69846]: DEBUG nova.network.neutron [-] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.200493] env[69846]: DEBUG nova.compute.manager [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received event network-changed-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.200780] env[69846]: DEBUG nova.compute.manager [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Refreshing instance network info cache due to event network-changed-2bab9b23-354a-42ce-accb-ec0139c7fb8f. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.200899] env[69846]: DEBUG oslo_concurrency.lockutils [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] Acquiring lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.202188] env[69846]: DEBUG oslo_concurrency.lockutils [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] Acquired lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.202188] env[69846]: DEBUG nova.network.neutron [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Refreshing network info cache for port 2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.360357] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.360357] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.360357] env[69846]: DEBUG nova.network.neutron [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.393629] env[69846]: DEBUG nova.compute.manager [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Received event network-vif-deleted-d09a4c54-a98e-40e2-9c96-9967411a21bb {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.393895] env[69846]: DEBUG nova.compute.manager [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Received event network-vif-plugged-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.394017] env[69846]: DEBUG oslo_concurrency.lockutils [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] Acquiring lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.394277] env[69846]: DEBUG oslo_concurrency.lockutils [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.394467] env[69846]: DEBUG oslo_concurrency.lockutils [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.394598] env[69846]: DEBUG nova.compute.manager [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] No waiting events found dispatching network-vif-plugged-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.394756] env[69846]: WARNING nova.compute.manager [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Received unexpected event network-vif-plugged-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 for instance with vm_state building and task_state spawning. [ 1213.394918] env[69846]: DEBUG nova.compute.manager [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Received event network-changed-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.395082] env[69846]: DEBUG nova.compute.manager [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Refreshing instance network info cache due to event network-changed-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.395248] env[69846]: DEBUG oslo_concurrency.lockutils [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] Acquiring lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.402388] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9ad68b-9dfa-406b-9585-be045c7cf7ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.412083] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f99e1e-cbba-4534-aec2-e72832f93300 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.454990] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ee5fdb-3dd9-47de-a410-c4931103c6c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.463061] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c0020-a348-4062-8419-058a7b4e1b2a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.479844] env[69846]: DEBUG nova.compute.provider_tree [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.492873] env[69846]: DEBUG nova.compute.manager [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Stashing vm_state: active {{(pid=69846) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1213.579242] env[69846]: INFO nova.compute.manager [-] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Took 1.43 seconds to deallocate network for instance. [ 1213.908540] env[69846]: DEBUG nova.network.neutron [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.914327] env[69846]: DEBUG nova.network.neutron [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updated VIF entry in instance network info cache for port 2bab9b23-354a-42ce-accb-ec0139c7fb8f. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.914649] env[69846]: DEBUG nova.network.neutron [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updating instance_info_cache with network_info: [{"id": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "address": "fa:16:3e:62:8b:df", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2bab9b23-35", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.002485] env[69846]: ERROR nova.scheduler.client.report [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [req-af999861-ea37-4866-8328-5ef102ae6795] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af999861-ea37-4866-8328-5ef102ae6795"}]} [ 1214.015152] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.020272] env[69846]: DEBUG nova.scheduler.client.report [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1214.034015] env[69846]: DEBUG nova.scheduler.client.report [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1214.034245] env[69846]: DEBUG nova.compute.provider_tree [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.045093] env[69846]: DEBUG nova.scheduler.client.report [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1214.047384] env[69846]: DEBUG nova.network.neutron [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updating instance_info_cache with network_info: [{"id": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "address": "fa:16:3e:b3:72:4b", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98bd77f-45", "ovs_interfaceid": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.065074] env[69846]: DEBUG nova.scheduler.client.report [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1214.085588] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.239804] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9bc28-b1b4-4868-8785-4c9c667b3316 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.249088] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf8a5d-d263-40e6-b7a6-c9691612cd16 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.278263] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58f04ba-a265-4a54-9b4f-cdebf62aa469 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.285149] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4abfe2-5c4c-403f-bc11-c45d55637c1a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.297713] env[69846]: DEBUG nova.compute.provider_tree [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.301599] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.417510] env[69846]: DEBUG oslo_concurrency.lockutils [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] Releasing lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.417832] env[69846]: DEBUG nova.compute.manager [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Received event network-changed-eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.418011] env[69846]: DEBUG nova.compute.manager [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Refreshing instance network info cache due to event network-changed-eb75ba55-ba70-40c5-8b56-53adde6fcee1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.418246] env[69846]: DEBUG oslo_concurrency.lockutils [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] Acquiring lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.418389] env[69846]: DEBUG oslo_concurrency.lockutils [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] Acquired lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.418550] env[69846]: DEBUG nova.network.neutron [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Refreshing network info cache for port eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.549762] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.549942] env[69846]: DEBUG nova.compute.manager [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Instance network_info: |[{"id": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "address": "fa:16:3e:b3:72:4b", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98bd77f-45", "ovs_interfaceid": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.550265] env[69846]: DEBUG oslo_concurrency.lockutils [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] Acquired lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.550484] env[69846]: DEBUG nova.network.neutron [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Refreshing network info cache for port d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.551661] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:72:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd98bd77f-454b-4fbb-963f-b0b9f3a4ee04', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.559066] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.562069] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.562490] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e6b4092-099e-463d-8ee9-007e906e2e79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.583311] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.583311] env[69846]: value = "task-2950576" [ 1214.583311] env[69846]: _type = "Task" [ 1214.583311] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.591086] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950576, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.829014] env[69846]: DEBUG nova.network.neutron [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updated VIF entry in instance network info cache for port d98bd77f-454b-4fbb-963f-b0b9f3a4ee04. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.829444] env[69846]: DEBUG nova.network.neutron [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updating instance_info_cache with network_info: [{"id": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "address": "fa:16:3e:b3:72:4b", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98bd77f-45", "ovs_interfaceid": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.831909] env[69846]: DEBUG nova.scheduler.client.report [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1214.832154] env[69846]: DEBUG nova.compute.provider_tree [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 156 to 157 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1214.832337] env[69846]: DEBUG nova.compute.provider_tree [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.096461] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950576, 'name': CreateVM_Task, 'duration_secs': 0.277421} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.096691] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.097332] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.097500] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.097873] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.098150] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de94a607-d5fb-45ca-9589-b2344cdc2508 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.103332] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1215.103332] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5250c4c3-1341-6e3c-39a8-5500c3b31fbf" [ 1215.103332] env[69846]: _type = "Task" [ 1215.103332] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.112414] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5250c4c3-1341-6e3c-39a8-5500c3b31fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.332583] env[69846]: DEBUG oslo_concurrency.lockutils [req-0db5b47d-4542-447b-ba27-beaff057f9ae req-ae3e2bd1-0395-442b-876e-dd8ba8a3c1ec service nova] Releasing lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.334008] env[69846]: DEBUG nova.network.neutron [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Updated VIF entry in instance network info cache for port eb75ba55-ba70-40c5-8b56-53adde6fcee1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.334345] env[69846]: DEBUG nova.network.neutron [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Updating instance_info_cache with network_info: [{"id": "eb75ba55-ba70-40c5-8b56-53adde6fcee1", "address": "fa:16:3e:44:55:fd", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb75ba55-ba", "ovs_interfaceid": "eb75ba55-ba70-40c5-8b56-53adde6fcee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.337376] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.202s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.337831] env[69846]: DEBUG nova.compute.manager [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.340142] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.024s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.340353] env[69846]: DEBUG nova.objects.instance [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'resources' on Instance uuid a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.614201] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5250c4c3-1341-6e3c-39a8-5500c3b31fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.614505] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.614778] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.614979] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.615140] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.615318] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.615571] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d773dd99-89a3-401e-ac01-f40cacda5f21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.623738] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.623901] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.624576] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a8b9af-c959-4857-9e77-819386af0607 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.629345] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1215.629345] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52259983-e73c-58c8-fbfe-f0a1b66a0ae8" [ 1215.629345] env[69846]: _type = "Task" [ 1215.629345] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.637215] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52259983-e73c-58c8-fbfe-f0a1b66a0ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.837368] env[69846]: DEBUG oslo_concurrency.lockutils [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] Releasing lock "refresh_cache-628fd318-5e25-4902-9bd1-8573df493026" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.837649] env[69846]: DEBUG nova.compute.manager [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Received event network-changed-f3a1d3cc-1783-4dd6-92a8-caade3b32d16 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.837816] env[69846]: DEBUG nova.compute.manager [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Refreshing instance network info cache due to event network-changed-f3a1d3cc-1783-4dd6-92a8-caade3b32d16. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.838036] env[69846]: DEBUG oslo_concurrency.lockutils [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] Acquiring lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.838185] env[69846]: DEBUG oslo_concurrency.lockutils [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] Acquired lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.838347] env[69846]: DEBUG nova.network.neutron [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Refreshing network info cache for port f3a1d3cc-1783-4dd6-92a8-caade3b32d16 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.843078] env[69846]: DEBUG nova.compute.utils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.844447] env[69846]: DEBUG nova.objects.instance [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'numa_topology' on Instance uuid a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.845452] env[69846]: DEBUG nova.compute.manager [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.845621] env[69846]: DEBUG nova.network.neutron [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.881172] env[69846]: DEBUG nova.policy [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82ff1435f6744003b55bee0a397f47a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f940298092264253850fbee27e0a066c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.142024] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52259983-e73c-58c8-fbfe-f0a1b66a0ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.008019} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.142024] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5499441-c21e-41a0-84f4-5eff741b56f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.145807] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1216.145807] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52cdec1b-89a2-6607-b782-b6a98b6fdbf8" [ 1216.145807] env[69846]: _type = "Task" [ 1216.145807] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.150044] env[69846]: DEBUG nova.network.neutron [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Successfully created port: fde48ef1-3e39-404a-8639-e148e3d50849 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.157892] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cdec1b-89a2-6607-b782-b6a98b6fdbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.158266] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.158675] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a/ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.159080] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c9844aa-b404-4c74-9603-64d7367caf38 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.165965] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1216.165965] env[69846]: value = "task-2950577" [ 1216.165965] env[69846]: _type = "Task" [ 1216.165965] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.175972] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.348673] env[69846]: DEBUG nova.compute.manager [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.350132] env[69846]: DEBUG nova.objects.base [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1216.638268] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf4260b-cf83-4348-a4d4-93901e054cd2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.648587] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4072aa-464c-40b6-b4b8-9262ce65b48b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.654215] env[69846]: DEBUG nova.network.neutron [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updated VIF entry in instance network info cache for port f3a1d3cc-1783-4dd6-92a8-caade3b32d16. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.654868] env[69846]: DEBUG nova.network.neutron [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance_info_cache with network_info: [{"id": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "address": "fa:16:3e:39:d9:d6", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1d3cc-17", "ovs_interfaceid": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.703140] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e6f448-7958-4e5c-8cec-563de43e9af9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.717098] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464374} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.718962] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a337051-ab14-4233-902d-c30c229d13ff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.724451] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a/ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.724699] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.725438] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8587101b-3014-49fc-8feb-2e69b7fc8bb8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.737162] env[69846]: DEBUG nova.compute.provider_tree [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.739467] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1216.739467] env[69846]: value = "task-2950578" [ 1216.739467] env[69846]: _type = "Task" [ 1216.739467] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.747223] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.158235] env[69846]: DEBUG oslo_concurrency.lockutils [req-d755137f-9da0-436c-a81f-10a0d11f62a9 req-22b3899d-218f-4b5d-bcaf-a0d245a4166b service nova] Releasing lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.241602] env[69846]: DEBUG nova.scheduler.client.report [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.254563] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058486} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.254859] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.255688] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bfb285-1b36-4252-b8f1-a80d40278546 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.279652] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a/ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.279884] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-becd630f-61e7-41d1-b4bc-42092dba8951 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.300712] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1217.300712] env[69846]: value = "task-2950579" [ 1217.300712] env[69846]: _type = "Task" [ 1217.300712] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.308576] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.354945] env[69846]: DEBUG nova.compute.manager [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.380699] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.380960] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.381133] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.381317] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.381463] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.381641] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.381923] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.382107] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.382280] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.382479] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.382646] env[69846]: DEBUG nova.virt.hardware [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.383539] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf5ae2-8995-463a-9cba-1d8269e17794 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.393485] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c627d5-18d8-460c-acc4-e0b498fe7468 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.574787] env[69846]: DEBUG nova.compute.manager [req-e406c546-502e-4e28-bfd8-21d2017d0a32 req-152482c3-1d23-4779-bb15-b1eed1f4c200 service nova] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Received event network-vif-plugged-fde48ef1-3e39-404a-8639-e148e3d50849 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.575052] env[69846]: DEBUG oslo_concurrency.lockutils [req-e406c546-502e-4e28-bfd8-21d2017d0a32 req-152482c3-1d23-4779-bb15-b1eed1f4c200 service nova] Acquiring lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.575292] env[69846]: DEBUG oslo_concurrency.lockutils [req-e406c546-502e-4e28-bfd8-21d2017d0a32 req-152482c3-1d23-4779-bb15-b1eed1f4c200 service nova] Lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.575489] env[69846]: DEBUG oslo_concurrency.lockutils [req-e406c546-502e-4e28-bfd8-21d2017d0a32 req-152482c3-1d23-4779-bb15-b1eed1f4c200 service nova] Lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.575660] env[69846]: DEBUG nova.compute.manager [req-e406c546-502e-4e28-bfd8-21d2017d0a32 req-152482c3-1d23-4779-bb15-b1eed1f4c200 service nova] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] No waiting events found dispatching network-vif-plugged-fde48ef1-3e39-404a-8639-e148e3d50849 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.575822] env[69846]: WARNING nova.compute.manager [req-e406c546-502e-4e28-bfd8-21d2017d0a32 req-152482c3-1d23-4779-bb15-b1eed1f4c200 service nova] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Received unexpected event network-vif-plugged-fde48ef1-3e39-404a-8639-e148e3d50849 for instance with vm_state building and task_state spawning. [ 1217.667406] env[69846]: DEBUG nova.network.neutron [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Successfully updated port: fde48ef1-3e39-404a-8639-e148e3d50849 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.750024] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.409s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.751719] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.902s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.751923] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.753996] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.881s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.754360] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.754360] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1217.755101] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.740s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.757441] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b35185-de2d-4383-b72f-03d981098080 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.765966] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d0b579-a991-413a-8ed7-6024d20e603e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.781607] env[69846]: INFO nova.scheduler.client.report [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Deleted allocations for instance 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18 [ 1217.783407] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc0a22-1128-4453-868e-39f4b7a9614b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.795059] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d21bc2d-e87b-427c-87e5-095fdd18375d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.825942] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179528MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1217.826103] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.834719] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950579, 'name': ReconfigVM_Task, 'duration_secs': 0.286459} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.835018] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a/ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.835609] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81542a93-2d50-46ab-ae5e-5db1c66e503d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.841813] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1217.841813] env[69846]: value = "task-2950580" [ 1217.841813] env[69846]: _type = "Task" [ 1217.841813] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.849944] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950580, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.170086] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.170086] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.170086] env[69846]: DEBUG nova.network.neutron [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.263359] env[69846]: INFO nova.compute.claims [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.269594] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06352d10-a151-4dd3-a595-bcc617ffff8e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.841s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.270442] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.969s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.270619] env[69846]: INFO nova.compute.manager [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Unshelving [ 1218.292837] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Lock "7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.190s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.351936] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950580, 'name': Rename_Task, 'duration_secs': 0.145667} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.352236] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.352533] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-448f4485-6a58-49db-9b28-9c524ba6c719 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.359905] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1218.359905] env[69846]: value = "task-2950581" [ 1218.359905] env[69846]: _type = "Task" [ 1218.359905] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.368672] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.570623] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "124ddf84-084f-4471-a06f-73da67fa8699" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.571270] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.703092] env[69846]: DEBUG nova.network.neutron [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.770220] env[69846]: INFO nova.compute.resource_tracker [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating resource usage from migration 8fcf4a97-190b-44cb-bedf-3576b5440ba4 [ 1218.869762] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.888159] env[69846]: DEBUG nova.network.neutron [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Updating instance_info_cache with network_info: [{"id": "fde48ef1-3e39-404a-8639-e148e3d50849", "address": "fa:16:3e:51:e6:1b", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde48ef1-3e", "ovs_interfaceid": "fde48ef1-3e39-404a-8639-e148e3d50849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.970559] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c8878a-91ba-4a87-838b-88b915aaca06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.979215] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef73a3e-c636-4515-908b-20c7a4c97c00 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.019776] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e14ba7-9c74-46b5-948d-b7a0bc1e7a1f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.028489] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953ca247-bac5-4b91-900b-ef226e40981f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.043887] env[69846]: DEBUG nova.compute.provider_tree [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.074011] env[69846]: DEBUG nova.compute.utils [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.297834] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.370777] env[69846]: DEBUG oslo_vmware.api [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950581, 'name': PowerOnVM_Task, 'duration_secs': 0.667234} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.371192] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.371325] env[69846]: INFO nova.compute.manager [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1219.371505] env[69846]: DEBUG nova.compute.manager [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.372416] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88129d7a-dda5-4ff6-8d25-cd09a4156424 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.391152] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.391565] env[69846]: DEBUG nova.compute.manager [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Instance network_info: |[{"id": "fde48ef1-3e39-404a-8639-e148e3d50849", "address": "fa:16:3e:51:e6:1b", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde48ef1-3e", "ovs_interfaceid": "fde48ef1-3e39-404a-8639-e148e3d50849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.392090] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:e6:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fde48ef1-3e39-404a-8639-e148e3d50849', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.400894] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Creating folder: Project (f940298092264253850fbee27e0a066c). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1219.401186] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a308bd78-4bc9-479e-80a4-7ab7534e3a91 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.412056] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Created folder: Project (f940298092264253850fbee27e0a066c) in parent group-v591891. [ 1219.412256] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Creating folder: Instances. Parent ref: group-v592189. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1219.412553] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60dd79d0-7051-46c2-a22b-a87af7ace674 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.423490] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Created folder: Instances in parent group-v592189. [ 1219.423727] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.423909] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.424124] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-221f95a4-8a60-4802-80d4-d5f764c8b502 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.443762] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.443762] env[69846]: value = "task-2950585" [ 1219.443762] env[69846]: _type = "Task" [ 1219.443762] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.451014] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950585, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.547269] env[69846]: DEBUG nova.scheduler.client.report [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.577230] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.605053] env[69846]: DEBUG nova.compute.manager [req-d58b01f7-6d61-4b4a-bc80-66a3dbcc1542 req-a4c663da-f13f-43b7-b42f-3c4bb24bfb50 service nova] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Received event network-changed-fde48ef1-3e39-404a-8639-e148e3d50849 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.605113] env[69846]: DEBUG nova.compute.manager [req-d58b01f7-6d61-4b4a-bc80-66a3dbcc1542 req-a4c663da-f13f-43b7-b42f-3c4bb24bfb50 service nova] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Refreshing instance network info cache due to event network-changed-fde48ef1-3e39-404a-8639-e148e3d50849. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.605320] env[69846]: DEBUG oslo_concurrency.lockutils [req-d58b01f7-6d61-4b4a-bc80-66a3dbcc1542 req-a4c663da-f13f-43b7-b42f-3c4bb24bfb50 service nova] Acquiring lock "refresh_cache-0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.605508] env[69846]: DEBUG oslo_concurrency.lockutils [req-d58b01f7-6d61-4b4a-bc80-66a3dbcc1542 req-a4c663da-f13f-43b7-b42f-3c4bb24bfb50 service nova] Acquired lock "refresh_cache-0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.605647] env[69846]: DEBUG nova.network.neutron [req-d58b01f7-6d61-4b4a-bc80-66a3dbcc1542 req-a4c663da-f13f-43b7-b42f-3c4bb24bfb50 service nova] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Refreshing network info cache for port fde48ef1-3e39-404a-8639-e148e3d50849 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.890787] env[69846]: INFO nova.compute.manager [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Took 16.24 seconds to build instance. [ 1219.957033] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950585, 'name': CreateVM_Task, 'duration_secs': 0.396977} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.957217] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.957828] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.957997] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.958320] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.958579] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f4850f-0f56-4fa7-92f1-65db155453f8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.963856] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1219.963856] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52431b34-2c55-ed74-0122-0c0c6ae8fa6c" [ 1219.963856] env[69846]: _type = "Task" [ 1219.963856] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.971757] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52431b34-2c55-ed74-0122-0c0c6ae8fa6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.052394] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.298s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.052784] env[69846]: INFO nova.compute.manager [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Migrating [ 1220.059440] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.974s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.059684] env[69846]: DEBUG nova.objects.instance [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lazy-loading 'resources' on Instance uuid 60fc547d-4663-4643-97cb-09c5afa62256 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.393398] env[69846]: DEBUG oslo_concurrency.lockutils [None req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.758s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.412828] env[69846]: DEBUG nova.network.neutron [req-d58b01f7-6d61-4b4a-bc80-66a3dbcc1542 req-a4c663da-f13f-43b7-b42f-3c4bb24bfb50 service nova] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Updated VIF entry in instance network info cache for port fde48ef1-3e39-404a-8639-e148e3d50849. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.413185] env[69846]: DEBUG nova.network.neutron [req-d58b01f7-6d61-4b4a-bc80-66a3dbcc1542 req-a4c663da-f13f-43b7-b42f-3c4bb24bfb50 service nova] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Updating instance_info_cache with network_info: [{"id": "fde48ef1-3e39-404a-8639-e148e3d50849", "address": "fa:16:3e:51:e6:1b", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde48ef1-3e", "ovs_interfaceid": "fde48ef1-3e39-404a-8639-e148e3d50849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.475985] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52431b34-2c55-ed74-0122-0c0c6ae8fa6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.476340] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.476669] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.476923] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.477088] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.477268] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.477526] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a695568-14e3-4ca8-a465-248462876a20 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.486111] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.486318] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.487032] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c0df94-ac61-457b-b640-4158c03df404 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.492287] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1220.492287] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52df18df-bbcd-0714-d6f9-c9f892cb313b" [ 1220.492287] env[69846]: _type = "Task" [ 1220.492287] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.502042] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52df18df-bbcd-0714-d6f9-c9f892cb313b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.568403] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.568582] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.568764] env[69846]: DEBUG nova.network.neutron [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.643839] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "124ddf84-084f-4471-a06f-73da67fa8699" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.643839] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.643839] env[69846]: INFO nova.compute.manager [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Attaching volume 9ea06fbb-226f-45e6-bd82-afb80d313fbb to /dev/sdb [ 1220.677777] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4b6d15-1880-46a8-b0cc-e8574391f52d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.686619] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4fbfe5-6ca4-449d-af54-d80a895102f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.699897] env[69846]: DEBUG nova.virt.block_device [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Updating existing volume attachment record: db028a54-0f3e-4672-b543-4ee9f4983bc8 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.890284] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229d6b3c-8c96-42d6-90a6-8a1a355223a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.897622] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2c9e96-e104-4a8e-b848-127309bd0617 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.932896] env[69846]: DEBUG oslo_concurrency.lockutils [req-d58b01f7-6d61-4b4a-bc80-66a3dbcc1542 req-a4c663da-f13f-43b7-b42f-3c4bb24bfb50 service nova] Releasing lock "refresh_cache-0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.934193] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ab9fd1-3fd3-4254-8f9e-0e72d7107b93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.943348] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da4c051-3ba7-4856-afb2-1478e96ad642 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.957738] env[69846]: DEBUG nova.compute.provider_tree [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.961592] env[69846]: DEBUG nova.compute.manager [req-46f5eb3f-7afe-4b76-998b-735f408c33f8 req-b1be2711-e9fb-4899-ac16-5f3cfa9e38f0 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received event network-changed-880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.961981] env[69846]: DEBUG nova.compute.manager [req-46f5eb3f-7afe-4b76-998b-735f408c33f8 req-b1be2711-e9fb-4899-ac16-5f3cfa9e38f0 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing instance network info cache due to event network-changed-880a0da9-9463-4f59-86bc-0fc8bab8136e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.961981] env[69846]: DEBUG oslo_concurrency.lockutils [req-46f5eb3f-7afe-4b76-998b-735f408c33f8 req-b1be2711-e9fb-4899-ac16-5f3cfa9e38f0 service nova] Acquiring lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.962123] env[69846]: DEBUG oslo_concurrency.lockutils [req-46f5eb3f-7afe-4b76-998b-735f408c33f8 req-b1be2711-e9fb-4899-ac16-5f3cfa9e38f0 service nova] Acquired lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.962283] env[69846]: DEBUG nova.network.neutron [req-46f5eb3f-7afe-4b76-998b-735f408c33f8 req-b1be2711-e9fb-4899-ac16-5f3cfa9e38f0 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing network info cache for port 880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.004963] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52df18df-bbcd-0714-d6f9-c9f892cb313b, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.006354] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-435fbf5b-9e4e-43d2-9460-e3686429a77e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.012571] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1221.012571] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52655b92-0cbd-8c65-8e44-45d561d52304" [ 1221.012571] env[69846]: _type = "Task" [ 1221.012571] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.020253] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52655b92-0cbd-8c65-8e44-45d561d52304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.384474] env[69846]: DEBUG nova.network.neutron [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance_info_cache with network_info: [{"id": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "address": "fa:16:3e:39:d9:d6", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1d3cc-17", "ovs_interfaceid": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.461588] env[69846]: DEBUG nova.scheduler.client.report [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.524774] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52655b92-0cbd-8c65-8e44-45d561d52304, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.526030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.526030] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0/0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.526030] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efe4043f-148e-4ab7-9c21-8145ea43106f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.537067] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1221.537067] env[69846]: value = "task-2950587" [ 1221.537067] env[69846]: _type = "Task" [ 1221.537067] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.548922] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.878516] env[69846]: DEBUG nova.network.neutron [req-46f5eb3f-7afe-4b76-998b-735f408c33f8 req-b1be2711-e9fb-4899-ac16-5f3cfa9e38f0 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updated VIF entry in instance network info cache for port 880a0da9-9463-4f59-86bc-0fc8bab8136e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.878702] env[69846]: DEBUG nova.network.neutron [req-46f5eb3f-7afe-4b76-998b-735f408c33f8 req-b1be2711-e9fb-4899-ac16-5f3cfa9e38f0 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updating instance_info_cache with network_info: [{"id": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "address": "fa:16:3e:ef:33:cc", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880a0da9-94", "ovs_interfaceid": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.887863] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.970857] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.975178] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.148s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.028096] env[69846]: INFO nova.scheduler.client.report [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted allocations for instance 60fc547d-4663-4643-97cb-09c5afa62256 [ 1222.055804] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474782} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.056457] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0/0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.057242] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.057864] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e6907d2-e32a-4aec-9318-9dc1e53e6a2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.067146] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1222.067146] env[69846]: value = "task-2950588" [ 1222.067146] env[69846]: _type = "Task" [ 1222.067146] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.075595] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.382373] env[69846]: DEBUG oslo_concurrency.lockutils [req-46f5eb3f-7afe-4b76-998b-735f408c33f8 req-b1be2711-e9fb-4899-ac16-5f3cfa9e38f0 service nova] Releasing lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.429698] env[69846]: DEBUG nova.compute.manager [req-d59cf802-b776-4b69-8c12-087afb8f8fa3 req-ab2cc035-af7c-4e5d-8b7f-6a177cee8ca2 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Received event network-changed-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.429698] env[69846]: DEBUG nova.compute.manager [req-d59cf802-b776-4b69-8c12-087afb8f8fa3 req-ab2cc035-af7c-4e5d-8b7f-6a177cee8ca2 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Refreshing instance network info cache due to event network-changed-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.429876] env[69846]: DEBUG oslo_concurrency.lockutils [req-d59cf802-b776-4b69-8c12-087afb8f8fa3 req-ab2cc035-af7c-4e5d-8b7f-6a177cee8ca2 service nova] Acquiring lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.433016] env[69846]: DEBUG oslo_concurrency.lockutils [req-d59cf802-b776-4b69-8c12-087afb8f8fa3 req-ab2cc035-af7c-4e5d-8b7f-6a177cee8ca2 service nova] Acquired lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.433016] env[69846]: DEBUG nova.network.neutron [req-d59cf802-b776-4b69-8c12-087afb8f8fa3 req-ab2cc035-af7c-4e5d-8b7f-6a177cee8ca2 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Refreshing network info cache for port d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.546215] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f63198d3-3d77-4c58-9a23-bbc1240221e6 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "60fc547d-4663-4643-97cb-09c5afa62256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.025s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.578025] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193708} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.578264] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.579102] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e057e515-5508-44e4-a9f5-e397c6693ee0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.609597] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0/0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.609988] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83ca72ae-9716-42cd-bd97-2c414e119bb5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.633318] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1222.633318] env[69846]: value = "task-2950589" [ 1222.633318] env[69846]: _type = "Task" [ 1222.633318] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.643210] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.788592] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "a5314ddd-c3f9-4584-b958-4beea1963405" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.788866] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "a5314ddd-c3f9-4584-b958-4beea1963405" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.789537] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "a5314ddd-c3f9-4584-b958-4beea1963405-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.789537] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "a5314ddd-c3f9-4584-b958-4beea1963405-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.789537] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "a5314ddd-c3f9-4584-b958-4beea1963405-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.791591] env[69846]: INFO nova.compute.manager [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Terminating instance [ 1222.986194] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Applying migration context for instance b6429e99-85f4-4667-ac7d-b4501309843e as it has an incoming, in-progress migration 8fcf4a97-190b-44cb-bedf-3576b5440ba4. Migration status is migrating {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1222.989935] env[69846]: INFO nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating resource usage from migration 8fcf4a97-190b-44cb-bedf-3576b5440ba4 [ 1222.994182] env[69846]: DEBUG nova.compute.manager [req-219a67fe-efe7-4d6e-ba60-58e59f0ccd7a req-02ffbb8b-af14-4545-907f-8ecabaef5e11 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Received event network-changed-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.994272] env[69846]: DEBUG nova.compute.manager [req-219a67fe-efe7-4d6e-ba60-58e59f0ccd7a req-02ffbb8b-af14-4545-907f-8ecabaef5e11 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Refreshing instance network info cache due to event network-changed-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.995038] env[69846]: DEBUG oslo_concurrency.lockutils [req-219a67fe-efe7-4d6e-ba60-58e59f0ccd7a req-02ffbb8b-af14-4545-907f-8ecabaef5e11 service nova] Acquiring lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.010033] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 628fd318-5e25-4902-9bd1-8573df493026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.010033] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b4065fe4-8380-44f3-84d4-2943e50aa276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.010033] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c512fb9a-7082-44a2-a6f0-4a93a67867d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.010264] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1fe837c2-171e-4d8a-9c37-ef937a6783d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.010264] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c623c8e0-c8aa-40cc-90cc-b122f856d7e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.010895] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 28c24da4-81f6-41cb-8b13-f850eb35990f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.010895] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 124ddf84-084f-4471-a06f-73da67fa8699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.010895] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance befeaf3c-5978-4d33-8324-f5cfd2071524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.010895] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance a5314ddd-c3f9-4584-b958-4beea1963405 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.010895] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 4f301af5-5e48-4abe-bbab-1597a27d5e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.010895] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.011325] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.011325] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Migration 8fcf4a97-190b-44cb-bedf-3576b5440ba4 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1223.011325] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b6429e99-85f4-4667-ac7d-b4501309843e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1223.143675] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950589, 'name': ReconfigVM_Task, 'duration_secs': 0.286719} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.144517] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0/0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.144783] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f63e9236-146c-4f49-a972-47d239586f38 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.151525] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1223.151525] env[69846]: value = "task-2950591" [ 1223.151525] env[69846]: _type = "Task" [ 1223.151525] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.163151] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950591, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.212028] env[69846]: DEBUG nova.network.neutron [req-d59cf802-b776-4b69-8c12-087afb8f8fa3 req-ab2cc035-af7c-4e5d-8b7f-6a177cee8ca2 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updated VIF entry in instance network info cache for port d98bd77f-454b-4fbb-963f-b0b9f3a4ee04. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.213570] env[69846]: DEBUG nova.network.neutron [req-d59cf802-b776-4b69-8c12-087afb8f8fa3 req-ab2cc035-af7c-4e5d-8b7f-6a177cee8ca2 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updating instance_info_cache with network_info: [{"id": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "address": "fa:16:3e:b3:72:4b", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98bd77f-45", "ovs_interfaceid": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.297735] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "befeaf3c-5978-4d33-8324-f5cfd2071524" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.298155] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.300026] env[69846]: DEBUG nova.compute.manager [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.300502] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.301363] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3742b80c-c25d-4e6c-a895-5d10326a4eda {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.310680] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.311628] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60a8e6ab-159e-48f0-ade1-8671f7863883 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.317730] env[69846]: DEBUG oslo_vmware.api [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1223.317730] env[69846]: value = "task-2950592" [ 1223.317730] env[69846]: _type = "Task" [ 1223.317730] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.326659] env[69846]: DEBUG oslo_vmware.api [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.404582] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c8f9f-a9dd-43cf-8099-8acd74ddc312 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.426163] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance 'b6429e99-85f4-4667-ac7d-b4501309843e' progress to 0 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.516605] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1223.516912] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1223.517073] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1223.665320] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950591, 'name': Rename_Task, 'duration_secs': 0.14496} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.665607] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.665874] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a652257f-1b54-4835-b694-df5ea4721d7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.673899] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1223.673899] env[69846]: value = "task-2950593" [ 1223.673899] env[69846]: _type = "Task" [ 1223.673899] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.680717] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.719893] env[69846]: DEBUG oslo_concurrency.lockutils [req-d59cf802-b776-4b69-8c12-087afb8f8fa3 req-ab2cc035-af7c-4e5d-8b7f-6a177cee8ca2 service nova] Releasing lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.723208] env[69846]: DEBUG oslo_concurrency.lockutils [req-219a67fe-efe7-4d6e-ba60-58e59f0ccd7a req-02ffbb8b-af14-4545-907f-8ecabaef5e11 service nova] Acquired lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.723208] env[69846]: DEBUG nova.network.neutron [req-219a67fe-efe7-4d6e-ba60-58e59f0ccd7a req-02ffbb8b-af14-4545-907f-8ecabaef5e11 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Refreshing network info cache for port d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.763901] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1e784b-7a1f-4dd3-b91d-d6e759d4cb4a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.771124] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ac793b-b46f-45e1-b8c1-326a43542085 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.803894] env[69846]: DEBUG nova.compute.utils [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.806529] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c36392-8c71-4024-ab19-4ad8d670a7f9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.817906] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2362ffe2-7947-42ac-9cb2-adcb3138ff52 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.838302] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1223.843938] env[69846]: DEBUG oslo_vmware.api [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950592, 'name': PowerOffVM_Task, 'duration_secs': 0.438593} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.844622] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.844909] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.845275] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-175b6da8-35ec-407b-9a51-7a521854e6ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.909691] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.909922] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.910129] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleting the datastore file [datastore1] a5314ddd-c3f9-4584-b958-4beea1963405 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.910395] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9f74773-713b-4b38-a163-a0e258a8efd8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.916844] env[69846]: DEBUG oslo_vmware.api [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1223.916844] env[69846]: value = "task-2950595" [ 1223.916844] env[69846]: _type = "Task" [ 1223.916844] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.924079] env[69846]: DEBUG oslo_vmware.api [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.931731] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.931973] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a517f882-4e94-4ecb-bf13-2990ad2836be {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.938242] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1223.938242] env[69846]: value = "task-2950596" [ 1223.938242] env[69846]: _type = "Task" [ 1223.938242] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.946340] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.183798] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950593, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.306777] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.377836] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1224.378204] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 157 to 158 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1224.378427] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.427977] env[69846]: DEBUG oslo_vmware.api [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148537} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.428373] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.428595] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.429051] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.429051] env[69846]: INFO nova.compute.manager [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1224.429247] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.429411] env[69846]: DEBUG nova.compute.manager [-] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.429495] env[69846]: DEBUG nova.network.neutron [-] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.447176] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950596, 'name': PowerOffVM_Task, 'duration_secs': 0.161108} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.447438] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.447618] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance 'b6429e99-85f4-4667-ac7d-b4501309843e' progress to 17 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.652202] env[69846]: DEBUG nova.compute.manager [req-e300b75a-c1bb-458e-984b-2b77bfe7b3b9 req-9be770bc-ed8a-43b4-817e-635e2fcda6fe service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received event network-changed-880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.652682] env[69846]: DEBUG nova.compute.manager [req-e300b75a-c1bb-458e-984b-2b77bfe7b3b9 req-9be770bc-ed8a-43b4-817e-635e2fcda6fe service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing instance network info cache due to event network-changed-880a0da9-9463-4f59-86bc-0fc8bab8136e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.652968] env[69846]: DEBUG oslo_concurrency.lockutils [req-e300b75a-c1bb-458e-984b-2b77bfe7b3b9 req-9be770bc-ed8a-43b4-817e-635e2fcda6fe service nova] Acquiring lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.653266] env[69846]: DEBUG oslo_concurrency.lockutils [req-e300b75a-c1bb-458e-984b-2b77bfe7b3b9 req-9be770bc-ed8a-43b4-817e-635e2fcda6fe service nova] Acquired lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.653566] env[69846]: DEBUG nova.network.neutron [req-e300b75a-c1bb-458e-984b-2b77bfe7b3b9 req-9be770bc-ed8a-43b4-817e-635e2fcda6fe service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing network info cache for port 880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.686997] env[69846]: DEBUG oslo_vmware.api [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950593, 'name': PowerOnVM_Task, 'duration_secs': 0.607286} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.687369] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.687485] env[69846]: INFO nova.compute.manager [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1224.687663] env[69846]: DEBUG nova.compute.manager [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.688470] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b6c8c-7397-4df0-8ed6-1955e61fc192 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.885635] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1224.885842] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.911s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.888629] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.591s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.888948] env[69846]: DEBUG nova.objects.instance [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'pci_requests' on Instance uuid a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.889752] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.889933] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Cleaning up deleted instances {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1224.955116] env[69846]: DEBUG nova.network.neutron [req-219a67fe-efe7-4d6e-ba60-58e59f0ccd7a req-02ffbb8b-af14-4545-907f-8ecabaef5e11 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updated VIF entry in instance network info cache for port d98bd77f-454b-4fbb-963f-b0b9f3a4ee04. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.955606] env[69846]: DEBUG nova.network.neutron [req-219a67fe-efe7-4d6e-ba60-58e59f0ccd7a req-02ffbb8b-af14-4545-907f-8ecabaef5e11 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updating instance_info_cache with network_info: [{"id": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "address": "fa:16:3e:b3:72:4b", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98bd77f-45", "ovs_interfaceid": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.958880] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.958880] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.958880] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.959440] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.959440] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.959881] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.959881] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.960044] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.960253] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.960463] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.960873] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.969587] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afa57019-a7c9-40e3-95d9-1bd944e6b74e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.995927] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1224.995927] env[69846]: value = "task-2950597" [ 1224.995927] env[69846]: _type = "Task" [ 1224.995927] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.006030] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.205583] env[69846]: INFO nova.compute.manager [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Took 13.10 seconds to build instance. [ 1225.244325] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1225.244551] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592192', 'volume_id': '9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'name': 'volume-9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '124ddf84-084f-4471-a06f-73da67fa8699', 'attached_at': '', 'detached_at': '', 'volume_id': '9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'serial': '9ea06fbb-226f-45e6-bd82-afb80d313fbb'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1225.245441] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3865f926-5d98-45b4-b0e5-ab0d7021d60d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.262075] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8664fc50-3acd-45e4-8832-052a627166b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.287602] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-9ea06fbb-226f-45e6-bd82-afb80d313fbb/volume-9ea06fbb-226f-45e6-bd82-afb80d313fbb.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.287937] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6718aea4-05b9-47df-bb05-20676b57462d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.305918] env[69846]: DEBUG oslo_vmware.api [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1225.305918] env[69846]: value = "task-2950598" [ 1225.305918] env[69846]: _type = "Task" [ 1225.305918] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.313970] env[69846]: DEBUG oslo_vmware.api [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.404287] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] There are 53 instances to clean {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1225.404287] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 60fc547d-4663-4643-97cb-09c5afa62256] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.408395] env[69846]: DEBUG nova.objects.instance [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'numa_topology' on Instance uuid a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.410193] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "befeaf3c-5978-4d33-8324-f5cfd2071524" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.410454] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.411058] env[69846]: INFO nova.compute.manager [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Attaching volume 9dcc973a-e10f-4964-8a6e-9bc8838eb529 to /dev/sdb [ 1225.453072] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385a0648-1380-4ecf-a5a2-d46651451c70 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.464254] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8503887-eadc-4d27-854b-2d2a34647dae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.470365] env[69846]: DEBUG oslo_concurrency.lockutils [req-219a67fe-efe7-4d6e-ba60-58e59f0ccd7a req-02ffbb8b-af14-4545-907f-8ecabaef5e11 service nova] Releasing lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.484400] env[69846]: DEBUG nova.virt.block_device [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating existing volume attachment record: efd7419b-d0a1-49b9-9de8-7fdb0870a1f8 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1225.490174] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.490174] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.490359] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.490615] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.490800] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.493641] env[69846]: INFO nova.compute.manager [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Terminating instance [ 1225.506819] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950597, 'name': ReconfigVM_Task, 'duration_secs': 0.271672} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.507131] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance 'b6429e99-85f4-4667-ac7d-b4501309843e' progress to 33 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.532918] env[69846]: DEBUG nova.network.neutron [req-e300b75a-c1bb-458e-984b-2b77bfe7b3b9 req-9be770bc-ed8a-43b4-817e-635e2fcda6fe service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updated VIF entry in instance network info cache for port 880a0da9-9463-4f59-86bc-0fc8bab8136e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.533347] env[69846]: DEBUG nova.network.neutron [req-e300b75a-c1bb-458e-984b-2b77bfe7b3b9 req-9be770bc-ed8a-43b4-817e-635e2fcda6fe service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updating instance_info_cache with network_info: [{"id": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "address": "fa:16:3e:ef:33:cc", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880a0da9-94", "ovs_interfaceid": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.601388] env[69846]: DEBUG nova.network.neutron [-] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.707684] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.606s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.816284] env[69846]: DEBUG oslo_vmware.api [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950598, 'name': ReconfigVM_Task, 'duration_secs': 0.377897} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.816284] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-9ea06fbb-226f-45e6-bd82-afb80d313fbb/volume-9ea06fbb-226f-45e6-bd82-afb80d313fbb.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.821300] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d7ee2a-7cdf-477b-87b9-d90e2096e021 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.837164] env[69846]: DEBUG oslo_vmware.api [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1225.837164] env[69846]: value = "task-2950602" [ 1225.837164] env[69846]: _type = "Task" [ 1225.837164] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.846144] env[69846]: DEBUG oslo_vmware.api [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.913680] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 3dbfbfeb-96f5-42f4-885e-2f6e722bc9f8] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.915697] env[69846]: INFO nova.compute.claims [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.999585] env[69846]: DEBUG nova.compute.manager [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.999585] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.000505] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b38e82-b385-4db2-8c67-72abafa581ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.009584] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.009787] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d749ff83-5809-4c6d-9e2c-a847650d0421 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.017362] env[69846]: DEBUG nova.virt.hardware [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.021375] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.021986] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a227a97d-5f1c-4cf5-a329-598d0ea4b345 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.036774] env[69846]: DEBUG oslo_concurrency.lockutils [req-e300b75a-c1bb-458e-984b-2b77bfe7b3b9 req-9be770bc-ed8a-43b4-817e-635e2fcda6fe service nova] Releasing lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.041415] env[69846]: DEBUG oslo_vmware.api [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1226.041415] env[69846]: value = "task-2950603" [ 1226.041415] env[69846]: _type = "Task" [ 1226.041415] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.042884] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1226.042884] env[69846]: value = "task-2950604" [ 1226.042884] env[69846]: _type = "Task" [ 1226.042884] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.055581] env[69846]: DEBUG oslo_vmware.api [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.057857] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.085658] env[69846]: INFO nova.compute.manager [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Rebuilding instance [ 1226.103488] env[69846]: INFO nova.compute.manager [-] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Took 1.67 seconds to deallocate network for instance. [ 1226.151724] env[69846]: DEBUG nova.compute.manager [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.152882] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e0686c-4026-44d0-a436-963d08343c3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.348332] env[69846]: DEBUG oslo_vmware.api [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950602, 'name': ReconfigVM_Task, 'duration_secs': 0.150823} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.348639] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592192', 'volume_id': '9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'name': 'volume-9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '124ddf84-084f-4471-a06f-73da67fa8699', 'attached_at': '', 'detached_at': '', 'volume_id': '9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'serial': '9ea06fbb-226f-45e6-bd82-afb80d313fbb'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1226.418532] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 7e7f6c0e-b8f6-4d20-82d8-ee42936f6a18] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.555440] env[69846]: DEBUG oslo_vmware.api [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950603, 'name': PowerOffVM_Task, 'duration_secs': 0.252482} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.559359] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.559359] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.559359] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950604, 'name': ReconfigVM_Task, 'duration_secs': 0.187093} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.559359] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7479ffb3-1f4c-4d51-b6b0-41476d1b3eee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.560965] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1226.561355] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82693d22-7f69-4672-8578-b3e64328440f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.584786] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2/volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.585085] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d1c3d9-9d46-43ec-bf24-d2f11b12183c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.603796] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1226.603796] env[69846]: value = "task-2950606" [ 1226.603796] env[69846]: _type = "Task" [ 1226.603796] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.613397] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.613711] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.637142] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.638414] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.638414] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleting the datastore file [datastore2] c623c8e0-c8aa-40cc-90cc-b122f856d7e8 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.638414] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d9e0e80-b439-404b-bb38-7639a458feea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.646606] env[69846]: DEBUG oslo_vmware.api [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1226.646606] env[69846]: value = "task-2950607" [ 1226.646606] env[69846]: _type = "Task" [ 1226.646606] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.659474] env[69846]: DEBUG oslo_vmware.api [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.685558] env[69846]: DEBUG nova.compute.manager [req-bf9335d1-da05-45cf-b8b5-6115310f8aa2 req-620fd69a-b628-4176-a351-532c8d78548c service nova] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Received event network-vif-deleted-9faf267a-fc48-44c1-b1c5-fe5007fe4d02 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.924053] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 18a9561e-483f-4baf-85f3-1fcf2f2908cd] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.116035] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950606, 'name': ReconfigVM_Task, 'duration_secs': 0.339546} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.118898] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2/volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.119283] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance 'b6429e99-85f4-4667-ac7d-b4501309843e' progress to 50 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.160564] env[69846]: DEBUG oslo_vmware.api [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18687} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.162812] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.162812] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.162812] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.162812] env[69846]: INFO nova.compute.manager [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1227.162812] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.163301] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8e9281-3813-4b43-93bf-441b36777694 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.165849] env[69846]: DEBUG nova.compute.manager [-] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.165943] env[69846]: DEBUG nova.network.neutron [-] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.168433] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.169080] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea8cbd4-0ed1-414e-8350-50addf47623f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.174548] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea401d21-c777-472d-a5f6-b4e3c57c18b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.179173] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1227.179173] env[69846]: value = "task-2950608" [ 1227.179173] env[69846]: _type = "Task" [ 1227.179173] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.210663] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeefc4cf-2cf1-4afc-8523-50a509a2c9b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.217275] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.222879] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aeb0b4-70a9-4531-90e5-c84fa644edaf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.237872] env[69846]: DEBUG nova.compute.provider_tree [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.295620] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquiring lock "a41e69d1-756d-46e1-b353-2dc01184f4a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.295938] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lock "a41e69d1-756d-46e1-b353-2dc01184f4a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.388590] env[69846]: DEBUG nova.objects.instance [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'flavor' on Instance uuid 124ddf84-084f-4471-a06f-73da67fa8699 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.429634] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 479ec724-50a5-403f-8804-114545d59bb9] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.629289] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b644d161-1f79-463e-8880-bb33bb171261 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.648993] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8302d0d-9d0a-47a6-af64-f94c5c53d089 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.667900] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance 'b6429e99-85f4-4667-ac7d-b4501309843e' progress to 67 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.689424] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950608, 'name': PowerOffVM_Task, 'duration_secs': 0.369692} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.689780] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.692529] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.692529] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32465bf9-7221-4cc3-b295-6f1f10ea0d41 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.698532] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.698804] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-702d00ce-7b65-4d04-aba4-e2d0b4284631 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.766118] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.766373] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.766565] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleting the datastore file [datastore1] 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.767119] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0a1fa6d-8a03-4428-bc93-9781d4d4f1dc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.769841] env[69846]: ERROR nova.scheduler.client.report [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [req-b5fdc37c-5a5e-4dc3-bfca-b88cfcab3d7e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b5fdc37c-5a5e-4dc3-bfca-b88cfcab3d7e"}]} [ 1227.777599] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1227.777599] env[69846]: value = "task-2950610" [ 1227.777599] env[69846]: _type = "Task" [ 1227.777599] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.786391] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.791864] env[69846]: DEBUG nova.scheduler.client.report [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1227.797998] env[69846]: DEBUG nova.compute.manager [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.810108] env[69846]: DEBUG nova.scheduler.client.report [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1227.810700] env[69846]: DEBUG nova.compute.provider_tree [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.829745] env[69846]: DEBUG nova.scheduler.client.report [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1227.858997] env[69846]: DEBUG nova.scheduler.client.report [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1227.896529] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ee92a4ed-5010-4046-b393-0aaec0af8189 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.932393] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b27c826f-43c9-46f2-b9fd-9283c9aa1271] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.132761] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7ecb3a-6a43-4e1f-8313-179842709506 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.140415] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5a49bb-927a-4b64-b2e7-2c460415c91b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.176088] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11c2e13-b92f-4b62-8352-13ed303aa0a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.186340] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc58f5a-5634-475d-af5a-cb5176b96555 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.203801] env[69846]: DEBUG nova.compute.provider_tree [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.214833] env[69846]: DEBUG nova.network.neutron [-] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.288183] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144445} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.288295] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.288377] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.288553] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.329023] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.437801] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: d1e60ec6-09c7-4f1d-a6c4-898a5df14a07] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.711894] env[69846]: DEBUG nova.compute.manager [req-87469ee7-ebd0-45ed-95ae-2fc861802683 req-93877edc-79f2-4a5e-b267-0f043b6e119f service nova] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Received event network-vif-deleted-07cc136d-ff9b-4ccc-8c23-41203b25e27b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.717243] env[69846]: INFO nova.compute.manager [-] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Took 1.55 seconds to deallocate network for instance. [ 1228.739732] env[69846]: DEBUG nova.scheduler.client.report [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1228.739988] env[69846]: DEBUG nova.compute.provider_tree [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 159 to 160 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1228.740179] env[69846]: DEBUG nova.compute.provider_tree [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.859327] env[69846]: DEBUG oslo_concurrency.lockutils [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "124ddf84-084f-4471-a06f-73da67fa8699" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.859558] env[69846]: DEBUG oslo_concurrency.lockutils [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.940603] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 35159d6d-db07-477d-b589-8d1e3e37cb1f] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.222933] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.245193] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.356s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.247392] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.634s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.247626] env[69846]: DEBUG nova.objects.instance [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lazy-loading 'resources' on Instance uuid a5314ddd-c3f9-4584-b958-4beea1963405 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.274340] env[69846]: INFO nova.network.neutron [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updating port 2bab9b23-354a-42ce-accb-ec0139c7fb8f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1229.321539] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.321799] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.321970] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.322174] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.322324] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.322471] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.322744] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.322916] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.323105] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.323274] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.323449] env[69846]: DEBUG nova.virt.hardware [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.324556] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb85945-01a9-477a-b998-c6b976caf10d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.333403] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7ff802-69b5-440a-85b1-158e542a41cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.337743] env[69846]: DEBUG nova.network.neutron [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Port f3a1d3cc-1783-4dd6-92a8-caade3b32d16 binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1229.349627] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:e6:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fde48ef1-3e39-404a-8639-e148e3d50849', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.357218] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.358068] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.358291] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e936e069-b5f2-4ffa-be1c-4675c7ddf03c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.373702] env[69846]: DEBUG nova.compute.utils [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.382081] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.382081] env[69846]: value = "task-2950612" [ 1229.382081] env[69846]: _type = "Task" [ 1229.382081] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.390706] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950612, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.443883] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b5c66319-b8ed-48bf-9b2d-7070144ea71c] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.876219] env[69846]: DEBUG oslo_concurrency.lockutils [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.895826] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950612, 'name': CreateVM_Task, 'duration_secs': 0.293767} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.895953] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.896573] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.896787] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.897117] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.897374] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37228a20-f2a9-4807-9844-0ba3d6365f73 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.901648] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1229.901648] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5270e3b9-73b5-47a4-3a8a-ae326b510486" [ 1229.901648] env[69846]: _type = "Task" [ 1229.901648] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.912979] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5270e3b9-73b5-47a4-3a8a-ae326b510486, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.915252] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.915477] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.915703] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.915847] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.916035] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.916427] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82940138-afc0-4248-8513-2464fe368d58 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.927580] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.927753] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.928423] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7722880-97ea-41ce-afb8-680d09f53c78 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.933306] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1229.933306] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5212da89-6cd8-3e1f-e696-2d9bf6fb981f" [ 1229.933306] env[69846]: _type = "Task" [ 1229.933306] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.937416] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da834f-ec3a-4292-989e-075f3f29a5d8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.945489] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5212da89-6cd8-3e1f-e696-2d9bf6fb981f, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.947732] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 765eabbf-d55d-4c14-98c9-07df6a92d3ed] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.949497] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4e65d6-4c31-4cf4-97f8-14fd91677ace {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.952248] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2b5c91-23f0-4413-a997-f40d593d7323 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.961382] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1229.961382] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528f082b-b0c4-d24b-a6e8-123ae08db2e6" [ 1229.961382] env[69846]: _type = "Task" [ 1229.961382] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.991112] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac62a169-721d-46c5-ae35-6007d2caa0d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.999862] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528f082b-b0c4-d24b-a6e8-123ae08db2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.001922] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.002204] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0/0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.002482] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a224026a-3382-48d7-afcc-db3cf79d97f6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.005373] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d45be3b-e21c-41fb-96f3-2289681ebebb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.019725] env[69846]: DEBUG nova.compute.provider_tree [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.021918] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1230.021918] env[69846]: value = "task-2950613" [ 1230.021918] env[69846]: _type = "Task" [ 1230.021918] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.030791] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.048900] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1230.049203] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592194', 'volume_id': '9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'name': 'volume-9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'befeaf3c-5978-4d33-8324-f5cfd2071524', 'attached_at': '', 'detached_at': '', 'volume_id': '9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'serial': '9dcc973a-e10f-4964-8a6e-9bc8838eb529'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1230.050174] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e21aae-ef3e-4ae6-b4e5-0035b1dae2ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.067422] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c77d0b1-e0e8-4482-9b4e-805f6742c26d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.092125] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-9dcc973a-e10f-4964-8a6e-9bc8838eb529/volume-9dcc973a-e10f-4964-8a6e-9bc8838eb529.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.092459] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f284404a-6592-4239-9db5-7bded09cb655 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.112470] env[69846]: DEBUG oslo_vmware.api [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1230.112470] env[69846]: value = "task-2950614" [ 1230.112470] env[69846]: _type = "Task" [ 1230.112470] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.120160] env[69846]: DEBUG oslo_vmware.api [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.363039] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "b6429e99-85f4-4667-ac7d-b4501309843e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.363039] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "b6429e99-85f4-4667-ac7d-b4501309843e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.363039] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "b6429e99-85f4-4667-ac7d-b4501309843e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.458217] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 7a0ce223-566b-4db6-8ef7-f65b63f7a4b8] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.523230] env[69846]: DEBUG nova.scheduler.client.report [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.535235] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4294} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.535468] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0/0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.535682] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.536476] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42124cfb-625e-4f7f-808e-a7a0e66067bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.542450] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1230.542450] env[69846]: value = "task-2950615" [ 1230.542450] env[69846]: _type = "Task" [ 1230.542450] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.551444] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.622172] env[69846]: DEBUG oslo_vmware.api [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950614, 'name': ReconfigVM_Task, 'duration_secs': 0.412419} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.623027] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-9dcc973a-e10f-4964-8a6e-9bc8838eb529/volume-9dcc973a-e10f-4964-8a6e-9bc8838eb529.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.627738] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d8d8adc-a0a8-4af0-b77c-451b23239bcb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.642811] env[69846]: DEBUG oslo_vmware.api [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1230.642811] env[69846]: value = "task-2950616" [ 1230.642811] env[69846]: _type = "Task" [ 1230.642811] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.650684] env[69846]: DEBUG oslo_vmware.api [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.801209] env[69846]: DEBUG nova.compute.manager [req-23af09ea-781d-4fe1-8bf5-53bd860feba6 req-a93df1ac-59ff-467c-b3e0-a781c46f9bb2 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received event network-vif-plugged-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.801435] env[69846]: DEBUG oslo_concurrency.lockutils [req-23af09ea-781d-4fe1-8bf5-53bd860feba6 req-a93df1ac-59ff-467c-b3e0-a781c46f9bb2 service nova] Acquiring lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.801649] env[69846]: DEBUG oslo_concurrency.lockutils [req-23af09ea-781d-4fe1-8bf5-53bd860feba6 req-a93df1ac-59ff-467c-b3e0-a781c46f9bb2 service nova] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.801818] env[69846]: DEBUG oslo_concurrency.lockutils [req-23af09ea-781d-4fe1-8bf5-53bd860feba6 req-a93df1ac-59ff-467c-b3e0-a781c46f9bb2 service nova] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.801984] env[69846]: DEBUG nova.compute.manager [req-23af09ea-781d-4fe1-8bf5-53bd860feba6 req-a93df1ac-59ff-467c-b3e0-a781c46f9bb2 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] No waiting events found dispatching network-vif-plugged-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.802165] env[69846]: WARNING nova.compute.manager [req-23af09ea-781d-4fe1-8bf5-53bd860feba6 req-a93df1ac-59ff-467c-b3e0-a781c46f9bb2 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received unexpected event network-vif-plugged-2bab9b23-354a-42ce-accb-ec0139c7fb8f for instance with vm_state shelved_offloaded and task_state spawning. [ 1230.889981] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.890230] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.890429] env[69846]: DEBUG nova.network.neutron [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.934313] env[69846]: DEBUG oslo_concurrency.lockutils [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "124ddf84-084f-4471-a06f-73da67fa8699" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.934589] env[69846]: DEBUG oslo_concurrency.lockutils [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.934827] env[69846]: INFO nova.compute.manager [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Attaching volume 29210097-edb0-4b27-990d-3b3307debb77 to /dev/sdc [ 1230.964355] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 822f7587-6217-424b-93f8-a6d5c6b4907e] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.968020] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8563c9-20df-4307-87d9-04b699194a93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.974766] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5663324-be53-4bf1-a03a-5dab34952185 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.989450] env[69846]: DEBUG nova.virt.block_device [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Updating existing volume attachment record: 6bb814ab-1e4e-4ba0-80b5-2e82cb2bc0d2 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1231.031214] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.033451] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.707s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.034904] env[69846]: INFO nova.compute.claims [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.050958] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064766} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.051903] env[69846]: INFO nova.scheduler.client.report [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted allocations for instance a5314ddd-c3f9-4584-b958-4beea1963405 [ 1231.052871] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.055672] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c53a4b0-1cb5-4bf6-ab2b-dc03f4a44375 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.078619] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0/0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.079541] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50070583-da88-4959-94b6-51d213d30c12 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.100309] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1231.100309] env[69846]: value = "task-2950617" [ 1231.100309] env[69846]: _type = "Task" [ 1231.100309] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.108360] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.152385] env[69846]: DEBUG oslo_vmware.api [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950616, 'name': ReconfigVM_Task, 'duration_secs': 0.142177} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.152756] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592194', 'volume_id': '9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'name': 'volume-9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'befeaf3c-5978-4d33-8324-f5cfd2071524', 'attached_at': '', 'detached_at': '', 'volume_id': '9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'serial': '9dcc973a-e10f-4964-8a6e-9bc8838eb529'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.399595] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.399784] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.399966] env[69846]: DEBUG nova.network.neutron [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.471603] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: f10e19a9-c2bc-40d5-ae31-66d4e95d8a44] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.561833] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "a5314ddd-c3f9-4584-b958-4beea1963405" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.773s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.611432] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950617, 'name': ReconfigVM_Task, 'duration_secs': 0.292803} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.612456] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0/0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.612456] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45181068-2af1-4110-b347-587f41c182e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.619608] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1231.619608] env[69846]: value = "task-2950619" [ 1231.619608] env[69846]: _type = "Task" [ 1231.619608] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.623326] env[69846]: DEBUG nova.network.neutron [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updating instance_info_cache with network_info: [{"id": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "address": "fa:16:3e:62:8b:df", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bab9b23-35", "ovs_interfaceid": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.633925] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950619, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.975510] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b2a8f9d8-2280-4db8-8d9c-7167497ab345] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.127527] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.132682] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950619, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.156189] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='145fcef0757c1c409cfba17de191c823',container_format='bare',created_at=2025-03-11T20:29:55Z,direct_url=,disk_format='vmdk',id=c39cc2ab-b0fe-43ab-b57c-312865a4c3e3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2020921145-shelved',owner='ddda7972930c4b86b7f1b5d4c819ad57',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-11T20:30:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.156432] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.156586] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.156768] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.156914] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.157072] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.157330] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.157534] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.157718] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.157884] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.158069] env[69846]: DEBUG nova.virt.hardware [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.158884] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a289a1f5-b2da-444c-ad59-836351c1148f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.166709] env[69846]: DEBUG nova.network.neutron [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance_info_cache with network_info: [{"id": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "address": "fa:16:3e:39:d9:d6", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1d3cc-17", "ovs_interfaceid": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.168803] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad4018d-7059-481f-882d-98ad8b583339 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.182335] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:8b:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bab9b23-354a-42ce-accb-ec0139c7fb8f', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.189494] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.192900] env[69846]: DEBUG nova.objects.instance [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'flavor' on Instance uuid befeaf3c-5978-4d33-8324-f5cfd2071524 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.193997] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.194571] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-613e79f1-82de-41a6-bc0f-e212f29d9ceb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.216509] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.216509] env[69846]: value = "task-2950620" [ 1232.216509] env[69846]: _type = "Task" [ 1232.216509] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.224927] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950620, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.256993] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807e429-e64d-4d4c-b1ce-b4e925ca58f9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.263702] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c588ea0-f0c6-4e75-845b-dc60781e6ec3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.293484] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4165877b-9c41-4702-85bd-eb925ec7c0c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.300621] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e26183-ebb5-46a0-994e-29510d3f7253 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.314849] env[69846]: DEBUG nova.compute.provider_tree [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.478798] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 1da375d4-3cc4-4669-85a3-22bae5ff6fe1] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.520295] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.520542] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.631283] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950619, 'name': Rename_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.673776] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.713946] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b871f60b-d8dd-42c9-a991-618665ea010a tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.726981] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950620, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.825356] env[69846]: DEBUG nova.compute.manager [req-7cf3ccbd-8379-47ab-ba4c-b084366079e8 req-f36d3b8c-28be-4243-ad8c-79c42d81b373 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received event network-changed-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.825573] env[69846]: DEBUG nova.compute.manager [req-7cf3ccbd-8379-47ab-ba4c-b084366079e8 req-f36d3b8c-28be-4243-ad8c-79c42d81b373 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Refreshing instance network info cache due to event network-changed-2bab9b23-354a-42ce-accb-ec0139c7fb8f. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.825788] env[69846]: DEBUG oslo_concurrency.lockutils [req-7cf3ccbd-8379-47ab-ba4c-b084366079e8 req-f36d3b8c-28be-4243-ad8c-79c42d81b373 service nova] Acquiring lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.825938] env[69846]: DEBUG oslo_concurrency.lockutils [req-7cf3ccbd-8379-47ab-ba4c-b084366079e8 req-f36d3b8c-28be-4243-ad8c-79c42d81b373 service nova] Acquired lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.826121] env[69846]: DEBUG nova.network.neutron [req-7cf3ccbd-8379-47ab-ba4c-b084366079e8 req-f36d3b8c-28be-4243-ad8c-79c42d81b373 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Refreshing network info cache for port 2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.836150] env[69846]: ERROR nova.scheduler.client.report [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [req-bf1942fd-723b-4d83-a5d9-2184d12b28f6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf1942fd-723b-4d83-a5d9-2184d12b28f6"}]} [ 1232.852394] env[69846]: DEBUG nova.scheduler.client.report [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1232.865188] env[69846]: DEBUG nova.scheduler.client.report [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1232.865418] env[69846]: DEBUG nova.compute.provider_tree [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.876057] env[69846]: DEBUG nova.scheduler.client.report [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1232.895445] env[69846]: DEBUG nova.scheduler.client.report [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1232.989753] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 0f2009a7-3ad9-4ec7-853b-f557e7318536] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.023309] env[69846]: DEBUG nova.compute.manager [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.135745] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950619, 'name': Rename_Task, 'duration_secs': 1.154556} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.136741] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.137451] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8535238-1574-4272-8ceb-f5eca9ad21e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.139741] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8790001e-9859-4657-b1a2-a2e6a59e7b5a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.146535] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83895279-06e5-4520-80a1-63bf739a57d9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.149363] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1233.149363] env[69846]: value = "task-2950621" [ 1233.149363] env[69846]: _type = "Task" [ 1233.149363] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.177161] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019fb391-77ac-4e2e-b25c-0eaf621fb96b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.185999] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.187055] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9206b730-6c76-4c99-bdf1-c572641a114c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.192896] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3423b-e632-4480-aa9d-03811cbb8da4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.198609] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179051f8-1cfb-4e58-8a15-3ec5b635297f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.208259] env[69846]: DEBUG nova.compute.provider_tree [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.231465] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950620, 'name': CreateVM_Task, 'duration_secs': 0.815966} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.231633] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.232282] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.232440] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.232857] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.233143] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88219599-1696-48a6-8e69-c3f18636bf05 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.237399] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1233.237399] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c9a5b5-42ee-42fd-a6a9-58f8135ba0b6" [ 1233.237399] env[69846]: _type = "Task" [ 1233.237399] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.245175] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c9a5b5-42ee-42fd-a6a9-58f8135ba0b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.495613] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 9663aee9-bf35-477a-988f-182b25cf0c9b] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.499608] env[69846]: DEBUG nova.compute.manager [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Stashing vm_state: active {{(pid=69846) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1233.546027] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.658961] env[69846]: DEBUG oslo_vmware.api [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950621, 'name': PowerOnVM_Task, 'duration_secs': 0.463514} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.659254] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.659456] env[69846]: DEBUG nova.compute.manager [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.660219] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176df1f8-2e93-476a-a9e1-2314e30b16f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.749564] env[69846]: DEBUG nova.scheduler.client.report [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1233.749859] env[69846]: DEBUG nova.compute.provider_tree [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 163 to 164 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1233.750095] env[69846]: DEBUG nova.compute.provider_tree [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.753525] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.753771] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Processing image c39cc2ab-b0fe-43ab-b57c-312865a4c3e3 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.754082] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.754244] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.754457] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.754949] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-532d380d-931d-420f-b0c9-34e78332694b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.763494] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.763736] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.764518] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531645d5-5bae-41ab-8a9f-62cd5ac6e842 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.771297] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1233.771297] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d674a1-ff86-0251-3acd-d9fd23656b43" [ 1233.771297] env[69846]: _type = "Task" [ 1233.771297] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.784745] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d674a1-ff86-0251-3acd-d9fd23656b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.860986] env[69846]: DEBUG nova.network.neutron [req-7cf3ccbd-8379-47ab-ba4c-b084366079e8 req-f36d3b8c-28be-4243-ad8c-79c42d81b373 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updated VIF entry in instance network info cache for port 2bab9b23-354a-42ce-accb-ec0139c7fb8f. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.861367] env[69846]: DEBUG nova.network.neutron [req-7cf3ccbd-8379-47ab-ba4c-b084366079e8 req-f36d3b8c-28be-4243-ad8c-79c42d81b373 service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updating instance_info_cache with network_info: [{"id": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "address": "fa:16:3e:62:8b:df", "network": {"id": "528a4f32-40aa-4f27-a16b-6033953a8eb6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1834722801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddda7972930c4b86b7f1b5d4c819ad57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bab9b23-35", "ovs_interfaceid": "2bab9b23-354a-42ce-accb-ec0139c7fb8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.001102] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b4a8f63c-f89e-414c-a3b4-adc470df029e] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.018898] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.176974] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.257133] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.223s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.257322] env[69846]: DEBUG nova.compute.manager [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.260377] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.038s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.260741] env[69846]: DEBUG nova.objects.instance [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'resources' on Instance uuid c623c8e0-c8aa-40cc-90cc-b122f856d7e8 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.281463] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Preparing fetch location {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1234.281697] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Fetch image to [datastore1] OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3/OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3.vmdk {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1234.281878] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Downloading stream optimized image c39cc2ab-b0fe-43ab-b57c-312865a4c3e3 to [datastore1] OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3/OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3.vmdk on the data store datastore1 as vApp {{(pid=69846) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1234.282056] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Downloading image file data c39cc2ab-b0fe-43ab-b57c-312865a4c3e3 to the ESX as VM named 'OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3' {{(pid=69846) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1234.346103] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6f51e-6bb3-43f1-92d9-edd545b2c096 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.365518] env[69846]: DEBUG oslo_concurrency.lockutils [req-7cf3ccbd-8379-47ab-ba4c-b084366079e8 req-f36d3b8c-28be-4243-ad8c-79c42d81b373 service nova] Releasing lock "refresh_cache-a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.366608] env[69846]: DEBUG oslo_vmware.rw_handles [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1234.366608] env[69846]: value = "resgroup-9" [ 1234.366608] env[69846]: _type = "ResourcePool" [ 1234.366608] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1234.367337] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ec3f16-c2b4-4045-a827-b18ad3c42f24 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.369905] env[69846]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a4d8e792-40c0-421b-a158-b39e4aa8783c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.389108] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance 'b6429e99-85f4-4667-ac7d-b4501309843e' progress to 83 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.393489] env[69846]: DEBUG oslo_vmware.rw_handles [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lease: (returnval){ [ 1234.393489] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ffc01e-389d-7657-f168-a0887972a27d" [ 1234.393489] env[69846]: _type = "HttpNfcLease" [ 1234.393489] env[69846]: } obtained for vApp import into resource pool (val){ [ 1234.393489] env[69846]: value = "resgroup-9" [ 1234.393489] env[69846]: _type = "ResourcePool" [ 1234.393489] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1234.393860] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the lease: (returnval){ [ 1234.393860] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ffc01e-389d-7657-f168-a0887972a27d" [ 1234.393860] env[69846]: _type = "HttpNfcLease" [ 1234.393860] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1234.400120] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.400120] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ffc01e-389d-7657-f168-a0887972a27d" [ 1234.400120] env[69846]: _type = "HttpNfcLease" [ 1234.400120] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1234.507891] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: de11a410-825e-44f9-b78b-79d93fe8b1bb] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.762039] env[69846]: DEBUG nova.compute.utils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.763814] env[69846]: DEBUG nova.compute.manager [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.764028] env[69846]: DEBUG nova.network.neutron [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.805654] env[69846]: DEBUG nova.policy [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf1123682c3a46bdb4d2440d0230da97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3246e43f044a4072bce365c61fab9ac2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.900634] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.903125] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727be338-3ddf-4a19-9f55-5098c39f7cbe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.908264] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.908264] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ffc01e-389d-7657-f168-a0887972a27d" [ 1234.908264] env[69846]: _type = "HttpNfcLease" [ 1234.908264] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1234.910155] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1234.910155] env[69846]: value = "task-2950624" [ 1234.910155] env[69846]: _type = "Task" [ 1234.910155] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.918154] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.996023] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d134ae58-9ace-4a6a-84c1-f82b3d6a6fd3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.005760] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19ca06d-d7de-479c-96ab-68d1d4f090d5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.014518] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: e3216afd-3400-45cd-a918-52d81c899a1d] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.039683] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daecc108-d8e8-405e-95cf-a9b19869fb3d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.047418] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639e2f22-d8de-4116-b52d-8b337817196f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.063867] env[69846]: DEBUG nova.compute.provider_tree [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.270180] env[69846]: DEBUG nova.compute.manager [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.320576] env[69846]: DEBUG nova.network.neutron [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Successfully created port: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.411645] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.411645] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ffc01e-389d-7657-f168-a0887972a27d" [ 1235.411645] env[69846]: _type = "HttpNfcLease" [ 1235.411645] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1235.420319] env[69846]: DEBUG oslo_vmware.api [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950624, 'name': PowerOnVM_Task, 'duration_secs': 0.388306} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.421030] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.421030] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85e31430-fc2e-46c2-961e-952bb81a3361 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance 'b6429e99-85f4-4667-ac7d-b4501309843e' progress to 100 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.542835] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: d3d25b54-c4d0-4e6d-8688-7abd09857648] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.543822] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1235.544080] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592196', 'volume_id': '29210097-edb0-4b27-990d-3b3307debb77', 'name': 'volume-29210097-edb0-4b27-990d-3b3307debb77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '124ddf84-084f-4471-a06f-73da67fa8699', 'attached_at': '', 'detached_at': '', 'volume_id': '29210097-edb0-4b27-990d-3b3307debb77', 'serial': '29210097-edb0-4b27-990d-3b3307debb77'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1235.544967] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e8ac24-73ff-41f9-ab5b-a327c6f4975d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.563489] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92f4f3b-4066-4a8d-abe0-b559c7556fd7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.569598] env[69846]: DEBUG nova.scheduler.client.report [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.595910] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-29210097-edb0-4b27-990d-3b3307debb77/volume-29210097-edb0-4b27-990d-3b3307debb77.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.596481] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a87be3-6125-4677-a5bf-bf8adaa392cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.615103] env[69846]: DEBUG oslo_vmware.api [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1235.615103] env[69846]: value = "task-2950625" [ 1235.615103] env[69846]: _type = "Task" [ 1235.615103] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.625394] env[69846]: DEBUG oslo_vmware.api [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.885532] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.885789] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.886013] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.886207] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.886376] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.888430] env[69846]: INFO nova.compute.manager [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Terminating instance [ 1235.905716] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.905716] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ffc01e-389d-7657-f168-a0887972a27d" [ 1235.905716] env[69846]: _type = "HttpNfcLease" [ 1235.905716] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1235.906030] env[69846]: DEBUG oslo_vmware.rw_handles [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1235.906030] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ffc01e-389d-7657-f168-a0887972a27d" [ 1235.906030] env[69846]: _type = "HttpNfcLease" [ 1235.906030] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1235.906696] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51083ef3-e1cc-4a5d-a546-f98df9ce5ee6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.913960] env[69846]: DEBUG oslo_vmware.rw_handles [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527382a7-a4d8-c57f-4448-51cc1bcff9c3/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1235.914151] env[69846]: DEBUG oslo_vmware.rw_handles [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527382a7-a4d8-c57f-4448-51cc1bcff9c3/disk-0.vmdk. {{(pid=69846) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1235.983477] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0e32525c-bd1e-4399-a31d-c96edc2afbca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.050016] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 3c1e3446-8836-4edd-aa79-812d251b9f50] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.089053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.091570] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.546s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.093229] env[69846]: INFO nova.compute.claims [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.113209] env[69846]: INFO nova.scheduler.client.report [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleted allocations for instance c623c8e0-c8aa-40cc-90cc-b122f856d7e8 [ 1236.127658] env[69846]: DEBUG oslo_vmware.api [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950625, 'name': ReconfigVM_Task, 'duration_secs': 0.41255} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.127944] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-29210097-edb0-4b27-990d-3b3307debb77/volume-29210097-edb0-4b27-990d-3b3307debb77.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.133492] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de7412e-181f-44f1-98d1-ce7794cc3ecc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.149374] env[69846]: DEBUG oslo_vmware.api [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1236.149374] env[69846]: value = "task-2950626" [ 1236.149374] env[69846]: _type = "Task" [ 1236.149374] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.160276] env[69846]: DEBUG oslo_vmware.api [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.281583] env[69846]: DEBUG nova.compute.manager [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.311710] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.311882] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.311928] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.312105] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.312259] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.312406] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.312631] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.312808] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.312981] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.313162] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.313338] env[69846]: DEBUG nova.virt.hardware [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.314259] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8900f72-7981-4c18-94db-eae467c431de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.325063] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e991834-d6ac-459c-9262-4225dc6e8438 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.378018] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "258c7cec-6b86-444d-9fc5-9f2d8237f923" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.378280] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "258c7cec-6b86-444d-9fc5-9f2d8237f923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.391611] env[69846]: DEBUG nova.compute.manager [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.391843] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.393045] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eb81bd-a03b-4400-af5b-ee411a43e7d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.402572] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.403823] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b19838a-0e31-45e2-9b8b-28aaf20017e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.409999] env[69846]: DEBUG oslo_vmware.api [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1236.409999] env[69846]: value = "task-2950627" [ 1236.409999] env[69846]: _type = "Task" [ 1236.409999] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.418947] env[69846]: DEBUG oslo_vmware.api [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.552794] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: ac1a2386-9eff-4eec-bb5c-bce4339a782d] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.625081] env[69846]: DEBUG oslo_concurrency.lockutils [None req-dcb73fcd-8486-4257-9ab2-913dbb94e331 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c623c8e0-c8aa-40cc-90cc-b122f856d7e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.135s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.661683] env[69846]: DEBUG oslo_vmware.api [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950626, 'name': ReconfigVM_Task, 'duration_secs': 0.196488} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.663336] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592196', 'volume_id': '29210097-edb0-4b27-990d-3b3307debb77', 'name': 'volume-29210097-edb0-4b27-990d-3b3307debb77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '124ddf84-084f-4471-a06f-73da67fa8699', 'attached_at': '', 'detached_at': '', 'volume_id': '29210097-edb0-4b27-990d-3b3307debb77', 'serial': '29210097-edb0-4b27-990d-3b3307debb77'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1236.721677] env[69846]: DEBUG oslo_concurrency.lockutils [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "interface-4f301af5-5e48-4abe-bbab-1597a27d5e42-09d09fb6-270f-4152-9fd6-97de0715bb7e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.721955] env[69846]: DEBUG oslo_concurrency.lockutils [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-4f301af5-5e48-4abe-bbab-1597a27d5e42-09d09fb6-270f-4152-9fd6-97de0715bb7e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.722306] env[69846]: DEBUG nova.objects.instance [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'flavor' on Instance uuid 4f301af5-5e48-4abe-bbab-1597a27d5e42 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.884014] env[69846]: DEBUG nova.compute.manager [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.922069] env[69846]: DEBUG oslo_vmware.api [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950627, 'name': PowerOffVM_Task, 'duration_secs': 0.238836} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.924212] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.924388] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.924656] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf093b02-91ab-45a0-8779-b487879c1ef8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.966966] env[69846]: DEBUG nova.network.neutron [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Successfully updated port: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.006332] env[69846]: DEBUG nova.compute.manager [req-91c51cfd-31c3-4e28-872b-011877a5262d req-e1fc9fb8-4212-46a6-a69b-fb5da24f378e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Received event network-vif-plugged-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.007216] env[69846]: DEBUG oslo_concurrency.lockutils [req-91c51cfd-31c3-4e28-872b-011877a5262d req-e1fc9fb8-4212-46a6-a69b-fb5da24f378e service nova] Acquiring lock "a41e69d1-756d-46e1-b353-2dc01184f4a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.008231] env[69846]: DEBUG oslo_concurrency.lockutils [req-91c51cfd-31c3-4e28-872b-011877a5262d req-e1fc9fb8-4212-46a6-a69b-fb5da24f378e service nova] Lock "a41e69d1-756d-46e1-b353-2dc01184f4a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.008640] env[69846]: DEBUG oslo_concurrency.lockutils [req-91c51cfd-31c3-4e28-872b-011877a5262d req-e1fc9fb8-4212-46a6-a69b-fb5da24f378e service nova] Lock "a41e69d1-756d-46e1-b353-2dc01184f4a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.008961] env[69846]: DEBUG nova.compute.manager [req-91c51cfd-31c3-4e28-872b-011877a5262d req-e1fc9fb8-4212-46a6-a69b-fb5da24f378e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] No waiting events found dispatching network-vif-plugged-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.009177] env[69846]: WARNING nova.compute.manager [req-91c51cfd-31c3-4e28-872b-011877a5262d req-e1fc9fb8-4212-46a6-a69b-fb5da24f378e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Received unexpected event network-vif-plugged-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b for instance with vm_state building and task_state spawning. [ 1237.011206] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.011404] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.011635] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleting the datastore file [datastore1] 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.014389] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20f2af66-bff3-4714-8c30-d9fbaeb47191 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.037228] env[69846]: DEBUG oslo_vmware.api [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1237.037228] env[69846]: value = "task-2950629" [ 1237.037228] env[69846]: _type = "Task" [ 1237.037228] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.049473] env[69846]: DEBUG oslo_vmware.api [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.057445] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: dae8e366-9dcd-4d13-9cea-a94afc4bae75] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.177632] env[69846]: DEBUG oslo_vmware.rw_handles [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Completed reading data from the image iterator. {{(pid=69846) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1237.177852] env[69846]: DEBUG oslo_vmware.rw_handles [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527382a7-a4d8-c57f-4448-51cc1bcff9c3/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1237.178838] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9d5c11-a406-4322-9077-6605b80dc66f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.189651] env[69846]: DEBUG oslo_vmware.rw_handles [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527382a7-a4d8-c57f-4448-51cc1bcff9c3/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1237.189870] env[69846]: DEBUG oslo_vmware.rw_handles [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527382a7-a4d8-c57f-4448-51cc1bcff9c3/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1237.190076] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c2d23824-d1b3-4937-ad04-e05d34f56c5f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.317660] env[69846]: DEBUG nova.objects.instance [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f301af5-5e48-4abe-bbab-1597a27d5e42 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.321049] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a0fa5a-0add-4491-a0a9-6a404d95ce07 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.329267] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f474e0-c148-4d4d-931f-21b88ae56801 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.360153] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3f460c-d2b5-4bf0-93db-6ea21094e2db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.367508] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdeb997-8009-431c-aed6-28fd0107045c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.382503] env[69846]: DEBUG nova.compute.provider_tree [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.399914] env[69846]: DEBUG oslo_vmware.rw_handles [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527382a7-a4d8-c57f-4448-51cc1bcff9c3/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1237.400217] env[69846]: INFO nova.virt.vmwareapi.images [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Downloaded image file data c39cc2ab-b0fe-43ab-b57c-312865a4c3e3 [ 1237.401420] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df14783e-6871-42fe-8039-d2a28f346e73 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.418103] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.418405] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef859755-4468-4876-ac84-08e03c7e3133 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.441346] env[69846]: INFO nova.virt.vmwareapi.images [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] The imported VM was unregistered [ 1237.444683] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Caching image {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1237.444954] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3 {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.445325] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e96aaa43-7892-4517-b58a-29fdd21d8c08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.456995] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Created directory with path [datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3 {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.457277] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3/OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3.vmdk to [datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3.vmdk. {{(pid=69846) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1237.457591] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8a5afe19-d371-43bb-9340-ef6b809359ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.464563] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1237.464563] env[69846]: value = "task-2950631" [ 1237.464563] env[69846]: _type = "Task" [ 1237.464563] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.469188] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquiring lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.469351] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquired lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.469499] env[69846]: DEBUG nova.network.neutron [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.475457] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950631, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.548842] env[69846]: DEBUG oslo_vmware.api [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168914} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.549113] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.549328] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.549523] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.549693] env[69846]: INFO nova.compute.manager [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1237.549965] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.550171] env[69846]: DEBUG nova.compute.manager [-] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.550267] env[69846]: DEBUG nova.network.neutron [-] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.561798] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: e0fdde8e-5ae3-4e19-9419-8ba1fa3a8082] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.706048] env[69846]: DEBUG nova.objects.instance [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'flavor' on Instance uuid 124ddf84-084f-4471-a06f-73da67fa8699 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.825210] env[69846]: DEBUG nova.objects.base [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Object Instance<4f301af5-5e48-4abe-bbab-1597a27d5e42> lazy-loaded attributes: flavor,pci_requests {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1237.825503] env[69846]: DEBUG nova.network.neutron [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.910834] env[69846]: ERROR nova.scheduler.client.report [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [req-2b5bd139-f91b-4353-b4d1-130dd7d110db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b5bd139-f91b-4353-b4d1-130dd7d110db"}]} [ 1237.935407] env[69846]: DEBUG nova.scheduler.client.report [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1237.956765] env[69846]: DEBUG nova.scheduler.client.report [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1237.957035] env[69846]: DEBUG nova.compute.provider_tree [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.961280] env[69846]: DEBUG nova.policy [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818e610fd4c643f393d56d659681509d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2de4df8dc85446bb038ee0323d2af9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.970831] env[69846]: DEBUG nova.scheduler.client.report [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1237.979757] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950631, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.004805] env[69846]: DEBUG nova.scheduler.client.report [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1238.030943] env[69846]: DEBUG nova.network.neutron [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.066832] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 7810f774-90f5-4f9e-8504-b9b7f5840311] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.126583] env[69846]: DEBUG oslo_concurrency.lockutils [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "b6429e99-85f4-4667-ac7d-b4501309843e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.126849] env[69846]: DEBUG oslo_concurrency.lockutils [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "b6429e99-85f4-4667-ac7d-b4501309843e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.127055] env[69846]: DEBUG nova.compute.manager [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Going to confirm migration 5 {{(pid=69846) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1238.135650] env[69846]: DEBUG nova.compute.manager [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Stashing vm_state: active {{(pid=69846) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1238.210891] env[69846]: DEBUG oslo_concurrency.lockutils [None req-60102709-4c6a-4b19-9001-7b3fb739fc93 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.300657] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db255859-fa2d-49f1-86cb-8d5e7295dede {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.311721] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd776af1-bf96-49c4-96e4-1a596f4499bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.316477] env[69846]: DEBUG nova.network.neutron [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updating instance_info_cache with network_info: [{"id": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "address": "fa:16:3e:3a:f1:8a", "network": {"id": "81377d98-4b2e-4fc4-97fb-a82729a012b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1576136291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3246e43f044a4072bce365c61fab9ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1102d36d-5c", "ovs_interfaceid": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.353064] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6825cfcc-d882-46b5-944b-4ca63759ded8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.363561] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92e7e1d-82a8-475d-b7c1-246966da4b31 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.380725] env[69846]: DEBUG nova.compute.provider_tree [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.422444] env[69846]: DEBUG nova.network.neutron [-] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.478314] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950631, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.570374] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: fa2149c2-fdfc-4d31-8b16-7a24728462b1] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.657853] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.666413] env[69846]: DEBUG oslo_concurrency.lockutils [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.666606] env[69846]: DEBUG oslo_concurrency.lockutils [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquired lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.666785] env[69846]: DEBUG nova.network.neutron [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.666972] env[69846]: DEBUG nova.objects.instance [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lazy-loading 'info_cache' on Instance uuid b6429e99-85f4-4667-ac7d-b4501309843e {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.819627] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Releasing lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.819955] env[69846]: DEBUG nova.compute.manager [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Instance network_info: |[{"id": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "address": "fa:16:3e:3a:f1:8a", "network": {"id": "81377d98-4b2e-4fc4-97fb-a82729a012b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1576136291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3246e43f044a4072bce365c61fab9ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1102d36d-5c", "ovs_interfaceid": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.820405] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:f1:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1102d36d-5c3c-40c6-a4f1-b54dd97deb3b', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.828276] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Creating folder: Project (3246e43f044a4072bce365c61fab9ac2). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.828935] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc1c850f-46d6-4f0f-815e-74a5c4009c21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.843282] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Created folder: Project (3246e43f044a4072bce365c61fab9ac2) in parent group-v591891. [ 1238.843511] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Creating folder: Instances. Parent ref: group-v592199. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.843865] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44b5231f-5158-4a79-976b-5b054630c159 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.856238] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Created folder: Instances in parent group-v592199. [ 1238.856620] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.856900] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.857212] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-518ddea0-532b-4b0f-bb89-4e3c8437b070 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.888879] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.888879] env[69846]: value = "task-2950634" [ 1238.888879] env[69846]: _type = "Task" [ 1238.888879] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.905353] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950634, 'name': CreateVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.916873] env[69846]: DEBUG nova.scheduler.client.report [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1238.917181] env[69846]: DEBUG nova.compute.provider_tree [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 167 to 168 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1238.917362] env[69846]: DEBUG nova.compute.provider_tree [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.926125] env[69846]: INFO nova.compute.manager [-] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Took 1.38 seconds to deallocate network for instance. [ 1238.979213] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950631, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.060583] env[69846]: DEBUG nova.compute.manager [req-e95e9a19-74a6-4b5e-8b10-dca1eaeaaf1b req-2e90c965-8566-45e7-b6cc-6868133e85f3 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Received event network-changed-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.060763] env[69846]: DEBUG nova.compute.manager [req-e95e9a19-74a6-4b5e-8b10-dca1eaeaaf1b req-2e90c965-8566-45e7-b6cc-6868133e85f3 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Refreshing instance network info cache due to event network-changed-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.060976] env[69846]: DEBUG oslo_concurrency.lockutils [req-e95e9a19-74a6-4b5e-8b10-dca1eaeaaf1b req-2e90c965-8566-45e7-b6cc-6868133e85f3 service nova] Acquiring lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.061136] env[69846]: DEBUG oslo_concurrency.lockutils [req-e95e9a19-74a6-4b5e-8b10-dca1eaeaaf1b req-2e90c965-8566-45e7-b6cc-6868133e85f3 service nova] Acquired lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.061296] env[69846]: DEBUG nova.network.neutron [req-e95e9a19-74a6-4b5e-8b10-dca1eaeaaf1b req-2e90c965-8566-45e7-b6cc-6868133e85f3 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Refreshing network info cache for port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.074536] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 4d4d3145-9900-43f9-ab26-1c42410db693] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.247580] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "124ddf84-084f-4471-a06f-73da67fa8699" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.247769] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.401753] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950634, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.422917] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.331s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.423480] env[69846]: DEBUG nova.compute.manager [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.426210] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.407s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.432592] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.478435] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950631, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.578428] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 04b1cc60-af72-4019-b659-529157de2ea5] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.751014] env[69846]: INFO nova.compute.manager [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Detaching volume 9ea06fbb-226f-45e6-bd82-afb80d313fbb [ 1239.814859] env[69846]: INFO nova.virt.block_device [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Attempting to driver detach volume 9ea06fbb-226f-45e6-bd82-afb80d313fbb from mountpoint /dev/sdb [ 1239.815285] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1239.815522] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592192', 'volume_id': '9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'name': 'volume-9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '124ddf84-084f-4471-a06f-73da67fa8699', 'attached_at': '', 'detached_at': '', 'volume_id': '9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'serial': '9ea06fbb-226f-45e6-bd82-afb80d313fbb'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1239.816683] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49aab92-2e16-4fae-9ab7-5b0aa91f38fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.849440] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651c1439-2cf1-421d-b407-1853f8643630 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.856315] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf93305-efad-4d0e-bb2b-b2612e9953c9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.886999] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c3e2f6-5184-4cb8-9644-5ebe64881af5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.904250] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] The volume has not been displaced from its original location: [datastore1] volume-9ea06fbb-226f-45e6-bd82-afb80d313fbb/volume-9ea06fbb-226f-45e6-bd82-afb80d313fbb.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1239.909550] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.909885] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e3089ea-d4cc-4503-9482-d2b2d1c467a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.929417] env[69846]: DEBUG nova.compute.utils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.933340] env[69846]: INFO nova.compute.claims [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.943203] env[69846]: DEBUG nova.compute.manager [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.943203] env[69846]: DEBUG nova.network.neutron [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.943621] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950634, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.943913] env[69846]: DEBUG oslo_vmware.api [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1239.943913] env[69846]: value = "task-2950635" [ 1239.943913] env[69846]: _type = "Task" [ 1239.943913] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.954488] env[69846]: DEBUG oslo_vmware.api [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.977263] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950631, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.352974} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.977560] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3/OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3.vmdk to [datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3.vmdk. [ 1239.977761] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Cleaning up location [datastore1] OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1239.977933] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_76af1e8c-442d-4981-bbcb-42485d6a02b3 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.978576] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685361ec-bdbd-4cd9-83af-65cffad08f06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.984763] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1239.984763] env[69846]: value = "task-2950636" [ 1239.984763] env[69846]: _type = "Task" [ 1239.984763] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.994175] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.040834] env[69846]: DEBUG nova.network.neutron [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Successfully updated port: 09d09fb6-270f-4152-9fd6-97de0715bb7e {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.054789] env[69846]: DEBUG nova.policy [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c1a0d25be1453fa86a74d2d6bc2ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fa4c59e1a7434fac15a4918624a887', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1240.078449] env[69846]: DEBUG nova.network.neutron [req-e95e9a19-74a6-4b5e-8b10-dca1eaeaaf1b req-2e90c965-8566-45e7-b6cc-6868133e85f3 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updated VIF entry in instance network info cache for port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.078449] env[69846]: DEBUG nova.network.neutron [req-e95e9a19-74a6-4b5e-8b10-dca1eaeaaf1b req-2e90c965-8566-45e7-b6cc-6868133e85f3 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updating instance_info_cache with network_info: [{"id": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "address": "fa:16:3e:3a:f1:8a", "network": {"id": "81377d98-4b2e-4fc4-97fb-a82729a012b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1576136291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3246e43f044a4072bce365c61fab9ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1102d36d-5c", "ovs_interfaceid": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.083379] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: c3f1bab2-67f2-4c3a-b374-839a81991ebb] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.199800] env[69846]: DEBUG nova.network.neutron [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance_info_cache with network_info: [{"id": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "address": "fa:16:3e:39:d9:d6", "network": {"id": "ea59b435-20ae-4dc0-9a9b-7d70b5407e9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-165437735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f027fc663134437bd5fedbe4d244f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1d3cc-17", "ovs_interfaceid": "f3a1d3cc-1783-4dd6-92a8-caade3b32d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.397400] env[69846]: DEBUG nova.network.neutron [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Successfully created port: 239c1d93-ba09-464e-9df7-e7564466a24b {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.406655] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950634, 'name': CreateVM_Task, 'duration_secs': 1.083885} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.406838] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.407502] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.407664] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.407980] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.408250] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbff078f-dffd-49bb-a7cf-85d3833058a8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.412523] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1240.412523] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5264d51d-65e2-f12a-a585-b7668ddb2893" [ 1240.412523] env[69846]: _type = "Task" [ 1240.412523] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.420481] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5264d51d-65e2-f12a-a585-b7668ddb2893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.441383] env[69846]: DEBUG nova.compute.manager [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.445840] env[69846]: INFO nova.compute.resource_tracker [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating resource usage from migration b30b2705-7314-4d30-a79d-e815d15bc647 [ 1240.456980] env[69846]: DEBUG oslo_vmware.api [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950635, 'name': ReconfigVM_Task, 'duration_secs': 0.250635} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.457379] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.461947] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de644f37-10eb-44a8-97eb-8cf903d023ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.480430] env[69846]: DEBUG oslo_vmware.api [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1240.480430] env[69846]: value = "task-2950637" [ 1240.480430] env[69846]: _type = "Task" [ 1240.480430] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.495991] env[69846]: DEBUG oslo_vmware.api [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.502896] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045746} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.503178] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.503343] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.503586] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3.vmdk to [datastore1] a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61/a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.504189] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e01179-ade0-43ce-a14d-9563d61e1b4e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.510492] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1240.510492] env[69846]: value = "task-2950638" [ 1240.510492] env[69846]: _type = "Task" [ 1240.510492] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.522536] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.543373] env[69846]: DEBUG oslo_concurrency.lockutils [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.543547] env[69846]: DEBUG oslo_concurrency.lockutils [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.543720] env[69846]: DEBUG nova.network.neutron [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.581628] env[69846]: DEBUG oslo_concurrency.lockutils [req-e95e9a19-74a6-4b5e-8b10-dca1eaeaaf1b req-2e90c965-8566-45e7-b6cc-6868133e85f3 service nova] Releasing lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.581884] env[69846]: DEBUG nova.compute.manager [req-e95e9a19-74a6-4b5e-8b10-dca1eaeaaf1b req-2e90c965-8566-45e7-b6cc-6868133e85f3 service nova] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Received event network-vif-deleted-fde48ef1-3e39-404a-8639-e148e3d50849 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.588386] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: e53e3590-1a27-4c69-9dfa-2278fe1b1061] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.702609] env[69846]: DEBUG oslo_concurrency.lockutils [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Releasing lock "refresh_cache-b6429e99-85f4-4667-ac7d-b4501309843e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.702916] env[69846]: DEBUG nova.objects.instance [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lazy-loading 'migration_context' on Instance uuid b6429e99-85f4-4667-ac7d-b4501309843e {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.729691] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc805c8-7001-48f9-be52-aa0c651ee867 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.738150] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721e2bef-7d05-49fd-b555-0ed20824b626 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.771814] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf8806c-9b58-4f27-9b40-ac078f9b90a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.780018] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a361b217-fd82-4d80-a4ff-5dc37e540f8f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.794829] env[69846]: DEBUG nova.compute.provider_tree [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.922976] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5264d51d-65e2-f12a-a585-b7668ddb2893, 'name': SearchDatastore_Task, 'duration_secs': 0.063223} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.923377] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.923657] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.923906] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.924054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.924258] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.924565] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5042ca1f-95af-4f95-8a55-0674d40afee1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.942073] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.942073] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.942933] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d349c014-826e-4e22-b598-f071179e7875 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.952557] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1240.952557] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d2be26-7f80-433e-f9e8-355de3842893" [ 1240.952557] env[69846]: _type = "Task" [ 1240.952557] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.961984] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d2be26-7f80-433e-f9e8-355de3842893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.993038] env[69846]: DEBUG oslo_vmware.api [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950637, 'name': ReconfigVM_Task, 'duration_secs': 0.405045} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.993290] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592192', 'volume_id': '9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'name': 'volume-9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '124ddf84-084f-4471-a06f-73da67fa8699', 'attached_at': '', 'detached_at': '', 'volume_id': '9ea06fbb-226f-45e6-bd82-afb80d313fbb', 'serial': '9ea06fbb-226f-45e6-bd82-afb80d313fbb'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.025795] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.084723] env[69846]: WARNING nova.network.neutron [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1 already exists in list: networks containing: ['dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1']. ignoring it [ 1241.092916] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 563d5262-1fe8-4422-bc4d-cfeec673ae6b] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.207030] env[69846]: DEBUG nova.objects.base [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.207305] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f166950b-2732-4911-ba8f-ba757cb03ac8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.230728] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a20a39-9249-4697-b54e-0473498a359e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.234055] env[69846]: DEBUG nova.compute.manager [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received event network-vif-plugged-09d09fb6-270f-4152-9fd6-97de0715bb7e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.234264] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] Acquiring lock "4f301af5-5e48-4abe-bbab-1597a27d5e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.234924] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.234924] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.234924] env[69846]: DEBUG nova.compute.manager [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] No waiting events found dispatching network-vif-plugged-09d09fb6-270f-4152-9fd6-97de0715bb7e {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.234924] env[69846]: WARNING nova.compute.manager [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received unexpected event network-vif-plugged-09d09fb6-270f-4152-9fd6-97de0715bb7e for instance with vm_state active and task_state None. [ 1241.235122] env[69846]: DEBUG nova.compute.manager [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received event network-changed-09d09fb6-270f-4152-9fd6-97de0715bb7e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.235223] env[69846]: DEBUG nova.compute.manager [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing instance network info cache due to event network-changed-09d09fb6-270f-4152-9fd6-97de0715bb7e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.235384] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] Acquiring lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.239700] env[69846]: DEBUG oslo_vmware.api [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1241.239700] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d4ed48-71f3-ff8b-0095-760050964dba" [ 1241.239700] env[69846]: _type = "Task" [ 1241.239700] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.247592] env[69846]: DEBUG oslo_vmware.api [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d4ed48-71f3-ff8b-0095-760050964dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.332559] env[69846]: DEBUG nova.scheduler.client.report [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1241.332904] env[69846]: DEBUG nova.compute.provider_tree [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 168 to 169 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1241.333150] env[69846]: DEBUG nova.compute.provider_tree [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.400609] env[69846]: DEBUG nova.network.neutron [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updating instance_info_cache with network_info: [{"id": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "address": "fa:16:3e:ef:33:cc", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880a0da9-94", "ovs_interfaceid": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09d09fb6-270f-4152-9fd6-97de0715bb7e", "address": "fa:16:3e:1a:fb:b0", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09d09fb6-27", "ovs_interfaceid": "09d09fb6-270f-4152-9fd6-97de0715bb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.454465] env[69846]: DEBUG nova.compute.manager [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.468861] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d2be26-7f80-433e-f9e8-355de3842893, 'name': SearchDatastore_Task, 'duration_secs': 0.038702} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.469659] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a4ffae5-3be6-4109-8c3a-c92ffeb7a357 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.477799] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1241.477799] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52ed3132-6578-0484-d262-d926ba84c522" [ 1241.477799] env[69846]: _type = "Task" [ 1241.477799] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.487533] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.487794] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.487949] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.488147] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.488295] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.488439] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.488653] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.488832] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.489033] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.489205] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.489376] env[69846]: DEBUG nova.virt.hardware [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.490268] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cf92c0-a10f-4045-b1d7-de1f02c43179 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.496592] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ed3132-6578-0484-d262-d926ba84c522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.502285] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584bdfe4-4459-4d70-aad8-ca17c6c6affe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.525572] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950638, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.549123] env[69846]: DEBUG nova.objects.instance [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'flavor' on Instance uuid 124ddf84-084f-4471-a06f-73da67fa8699 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.596621] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 4f8b94ba-6e4f-46fd-b88a-f5e65cd3bce7] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.757016] env[69846]: DEBUG oslo_vmware.api [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d4ed48-71f3-ff8b-0095-760050964dba, 'name': SearchDatastore_Task, 'duration_secs': 0.037188} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.757615] env[69846]: DEBUG oslo_concurrency.lockutils [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.838822] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.412s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.839040] env[69846]: INFO nova.compute.manager [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Migrating [ 1241.847819] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.671s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.848079] env[69846]: DEBUG nova.objects.instance [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1241.905428] env[69846]: DEBUG oslo_concurrency.lockutils [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.905428] env[69846]: DEBUG oslo_concurrency.lockutils [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.905428] env[69846]: DEBUG oslo_concurrency.lockutils [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.905428] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] Acquired lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.905428] env[69846]: DEBUG nova.network.neutron [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing network info cache for port 09d09fb6-270f-4152-9fd6-97de0715bb7e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.907900] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdf346b-f7ee-4a6d-856b-ae509d870578 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.939591] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.940035] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.940266] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.940566] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.940804] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.941074] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.941426] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.941682] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.941998] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.942243] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.942558] env[69846]: DEBUG nova.virt.hardware [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.954243] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Reconfiguring VM to attach interface {{(pid=69846) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1241.955295] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-566e97f1-67ff-487a-bef8-9828b41b4359 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.982929] env[69846]: DEBUG oslo_vmware.api [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1241.982929] env[69846]: value = "task-2950639" [ 1241.982929] env[69846]: _type = "Task" [ 1241.982929] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.999901] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52ed3132-6578-0484-d262-d926ba84c522, 'name': SearchDatastore_Task, 'duration_secs': 0.059835} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.003646] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.004058] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] a41e69d1-756d-46e1-b353-2dc01184f4a0/a41e69d1-756d-46e1-b353-2dc01184f4a0.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.004876] env[69846]: DEBUG oslo_vmware.api [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950639, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.005169] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6d7f5eb-d215-4646-b31f-05bc4250a988 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.014968] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1242.014968] env[69846]: value = "task-2950640" [ 1242.014968] env[69846]: _type = "Task" [ 1242.014968] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.028713] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950638, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.032018] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.100253] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 6a1c5079-b2bc-4239-81fe-e9a9863bbe3c] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.213119] env[69846]: DEBUG nova.network.neutron [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Successfully updated port: 239c1d93-ba09-464e-9df7-e7564466a24b {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.362051] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.362230] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.362446] env[69846]: DEBUG nova.network.neutron [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.502466] env[69846]: DEBUG oslo_vmware.api [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.528089] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.535636] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950638, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.558690] env[69846]: DEBUG oslo_concurrency.lockutils [None req-d7e7ed82-5a1d-422b-804d-d5f6dcb7600e tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.605574] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: ea3dd269-6a0c-4192-ac07-bd27db00ac8c] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.704488] env[69846]: DEBUG nova.network.neutron [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updated VIF entry in instance network info cache for port 09d09fb6-270f-4152-9fd6-97de0715bb7e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.704950] env[69846]: DEBUG nova.network.neutron [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updating instance_info_cache with network_info: [{"id": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "address": "fa:16:3e:ef:33:cc", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880a0da9-94", "ovs_interfaceid": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09d09fb6-270f-4152-9fd6-97de0715bb7e", "address": "fa:16:3e:1a:fb:b0", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09d09fb6-27", "ovs_interfaceid": "09d09fb6-270f-4152-9fd6-97de0715bb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.717468] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "refresh_cache-9148bcb4-3711-42c1-a3e2-b8f1b8d51907" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.717618] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "refresh_cache-9148bcb4-3711-42c1-a3e2-b8f1b8d51907" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.717771] env[69846]: DEBUG nova.network.neutron [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.820500] env[69846]: DEBUG oslo_concurrency.lockutils [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "124ddf84-084f-4471-a06f-73da67fa8699" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.820821] env[69846]: DEBUG oslo_concurrency.lockutils [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.858597] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4be8058d-c4e2-4105-9f9e-fa4be5ff196a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.860435] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.442s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.863920] env[69846]: INFO nova.compute.claims [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.001499] env[69846]: DEBUG oslo_vmware.api [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950639, 'name': ReconfigVM_Task, 'duration_secs': 0.810647} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.002176] env[69846]: DEBUG oslo_concurrency.lockutils [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.002455] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Reconfigured VM to attach interface {{(pid=69846) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1243.032335] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.040458] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.109341] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 8b6f8f0f-be41-4f4f-b570-31aae86e1193] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.204833] env[69846]: DEBUG nova.network.neutron [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance_info_cache with network_info: [{"id": "1ebf8428-e3e7-4d67-b079-c80388b17895", "address": "fa:16:3e:8d:3d:72", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf8428-e3", "ovs_interfaceid": "1ebf8428-e3e7-4d67-b079-c80388b17895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.207929] env[69846]: DEBUG oslo_concurrency.lockutils [req-7b4295d0-a47a-4e1e-a060-4c1d14d60645 req-094664d5-e9c1-4612-9a20-91ebf6233c4f service nova] Releasing lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.255701] env[69846]: DEBUG nova.network.neutron [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.323620] env[69846]: INFO nova.compute.manager [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Detaching volume 29210097-edb0-4b27-990d-3b3307debb77 [ 1243.365485] env[69846]: INFO nova.virt.block_device [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Attempting to driver detach volume 29210097-edb0-4b27-990d-3b3307debb77 from mountpoint /dev/sdc [ 1243.365721] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.365946] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592196', 'volume_id': '29210097-edb0-4b27-990d-3b3307debb77', 'name': 'volume-29210097-edb0-4b27-990d-3b3307debb77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '124ddf84-084f-4471-a06f-73da67fa8699', 'attached_at': '', 'detached_at': '', 'volume_id': '29210097-edb0-4b27-990d-3b3307debb77', 'serial': '29210097-edb0-4b27-990d-3b3307debb77'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.366795] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8996e968-1c54-4620-b46a-ddc973a524a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.394986] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2308eb1-ea57-4d1c-b36e-6bfbef7e5358 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.398828] env[69846]: DEBUG nova.compute.manager [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Received event network-vif-plugged-239c1d93-ba09-464e-9df7-e7564466a24b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.399059] env[69846]: DEBUG oslo_concurrency.lockutils [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] Acquiring lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.399310] env[69846]: DEBUG oslo_concurrency.lockutils [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] Lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.399440] env[69846]: DEBUG oslo_concurrency.lockutils [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] Lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.399603] env[69846]: DEBUG nova.compute.manager [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] No waiting events found dispatching network-vif-plugged-239c1d93-ba09-464e-9df7-e7564466a24b {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.399777] env[69846]: WARNING nova.compute.manager [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Received unexpected event network-vif-plugged-239c1d93-ba09-464e-9df7-e7564466a24b for instance with vm_state building and task_state spawning. [ 1243.399936] env[69846]: DEBUG nova.compute.manager [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Received event network-changed-239c1d93-ba09-464e-9df7-e7564466a24b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.400098] env[69846]: DEBUG nova.compute.manager [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Refreshing instance network info cache due to event network-changed-239c1d93-ba09-464e-9df7-e7564466a24b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.400286] env[69846]: DEBUG oslo_concurrency.lockutils [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] Acquiring lock "refresh_cache-9148bcb4-3711-42c1-a3e2-b8f1b8d51907" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.409686] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3458756d-dd65-40bb-ad72-5a1aaf679bde {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.438916] env[69846]: DEBUG nova.network.neutron [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Updating instance_info_cache with network_info: [{"id": "239c1d93-ba09-464e-9df7-e7564466a24b", "address": "fa:16:3e:00:72:eb", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap239c1d93-ba", "ovs_interfaceid": "239c1d93-ba09-464e-9df7-e7564466a24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.440664] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07da1de3-2291-48ea-a008-ee6de4927fe4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.461695] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] The volume has not been displaced from its original location: [datastore1] volume-29210097-edb0-4b27-990d-3b3307debb77/volume-29210097-edb0-4b27-990d-3b3307debb77.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1243.467157] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Reconfiguring VM instance instance-00000065 to detach disk 2002 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.467861] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6626a6a3-4380-4e76-864b-34b8826309ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.488554] env[69846]: DEBUG oslo_vmware.api [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1243.488554] env[69846]: value = "task-2950641" [ 1243.488554] env[69846]: _type = "Task" [ 1243.488554] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.498917] env[69846]: DEBUG oslo_vmware.api [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.508368] env[69846]: DEBUG oslo_concurrency.lockutils [None req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-4f301af5-5e48-4abe-bbab-1597a27d5e42-09d09fb6-270f-4152-9fd6-97de0715bb7e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.786s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.529392] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950640, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.534620] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950638, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.612993] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 80615314-3302-45dc-9dc8-f910eae5dbd9] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.707813] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.946425] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "refresh_cache-9148bcb4-3711-42c1-a3e2-b8f1b8d51907" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.946736] env[69846]: DEBUG nova.compute.manager [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Instance network_info: |[{"id": "239c1d93-ba09-464e-9df7-e7564466a24b", "address": "fa:16:3e:00:72:eb", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap239c1d93-ba", "ovs_interfaceid": "239c1d93-ba09-464e-9df7-e7564466a24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.947247] env[69846]: DEBUG oslo_concurrency.lockutils [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] Acquired lock "refresh_cache-9148bcb4-3711-42c1-a3e2-b8f1b8d51907" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.947433] env[69846]: DEBUG nova.network.neutron [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Refreshing network info cache for port 239c1d93-ba09-464e-9df7-e7564466a24b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.948536] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:72:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '239c1d93-ba09-464e-9df7-e7564466a24b', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.955891] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.961128] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.961747] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cebd1ac-8a0a-4cb0-a6f0-5a37396dc260 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.983633] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.983633] env[69846]: value = "task-2950642" [ 1243.983633] env[69846]: _type = "Task" [ 1243.983633] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.995196] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950642, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.999778] env[69846]: DEBUG oslo_vmware.api [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950641, 'name': ReconfigVM_Task, 'duration_secs': 0.456494} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.002184] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Reconfigured VM instance instance-00000065 to detach disk 2002 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.007419] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99ffc19f-08a1-41ee-8583-a7487aa1c05d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.029475] env[69846]: DEBUG oslo_vmware.api [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1244.029475] env[69846]: value = "task-2950643" [ 1244.029475] env[69846]: _type = "Task" [ 1244.029475] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.040151] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950638, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.055797} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.040413] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950640, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.869186} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.041200] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3/c39cc2ab-b0fe-43ab-b57c-312865a4c3e3.vmdk to [datastore1] a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61/a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.045024] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] a41e69d1-756d-46e1-b353-2dc01184f4a0/a41e69d1-756d-46e1-b353-2dc01184f4a0.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.045024] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.045024] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be51ff3-4712-4125-b11f-d6a1be8da8d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.045024] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3af276c-19b3-470d-bcaf-379682a2e817 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.049547] env[69846]: DEBUG oslo_vmware.api [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.071670] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61/a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61.vmdk or device None with type streamOptimized {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.077964] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ec27b5-7755-463f-9217-cd8e07c14c8f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.092952] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1244.092952] env[69846]: value = "task-2950644" [ 1244.092952] env[69846]: _type = "Task" [ 1244.092952] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.099605] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1244.099605] env[69846]: value = "task-2950645" [ 1244.099605] env[69846]: _type = "Task" [ 1244.099605] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.102593] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.114298] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.116241] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 785a22b1-4df5-4248-9c3d-7edb19b3ddf5] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.202551] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771ce55-46fe-4eaa-bdc8-157632a2738e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.216196] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3392c474-2a23-472f-b24a-8c4d389d99f6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.249558] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b992b8-a1f6-4cc5-8493-182fae6b6a4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.258550] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd31ce34-3122-44b4-b5bf-ee5749f50638 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.273850] env[69846]: DEBUG nova.compute.provider_tree [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.493250] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950642, 'name': CreateVM_Task, 'duration_secs': 0.494135} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.493441] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.494140] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.494308] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.494631] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.494883] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3f47bb-ae13-4f1c-b419-805fded99efb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.499064] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1244.499064] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52706578-5eab-063a-c097-9e2687ae3a1c" [ 1244.499064] env[69846]: _type = "Task" [ 1244.499064] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.507779] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52706578-5eab-063a-c097-9e2687ae3a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.537861] env[69846]: DEBUG oslo_vmware.api [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950643, 'name': ReconfigVM_Task, 'duration_secs': 0.145948} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.538158] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592196', 'volume_id': '29210097-edb0-4b27-990d-3b3307debb77', 'name': 'volume-29210097-edb0-4b27-990d-3b3307debb77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '124ddf84-084f-4471-a06f-73da67fa8699', 'attached_at': '', 'detached_at': '', 'volume_id': '29210097-edb0-4b27-990d-3b3307debb77', 'serial': '29210097-edb0-4b27-990d-3b3307debb77'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1244.572888] env[69846]: DEBUG nova.network.neutron [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Updated VIF entry in instance network info cache for port 239c1d93-ba09-464e-9df7-e7564466a24b. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.573265] env[69846]: DEBUG nova.network.neutron [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Updating instance_info_cache with network_info: [{"id": "239c1d93-ba09-464e-9df7-e7564466a24b", "address": "fa:16:3e:00:72:eb", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap239c1d93-ba", "ovs_interfaceid": "239c1d93-ba09-464e-9df7-e7564466a24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.604350] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085204} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.606145] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.606883] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beecf3df-1b25-4b19-aeca-1f0c8cefe1fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.613823] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950645, 'name': ReconfigVM_Task, 'duration_secs': 0.289755} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.622518] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61/a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61.vmdk or device None with type streamOptimized {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.623609] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: cf6d7dcf-f4ac-40e2-868e-199f7e6ad25c] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.634590] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a41e69d1-756d-46e1-b353-2dc01184f4a0/a41e69d1-756d-46e1-b353-2dc01184f4a0.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.634590] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5aaafd7f-4ab0-41c6-bb24-ae2ef5bf99d9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.635902] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95bd04c0-c625-4333-ac89-8cd7287802e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.655586] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1244.655586] env[69846]: value = "task-2950647" [ 1244.655586] env[69846]: _type = "Task" [ 1244.655586] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.656797] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1244.656797] env[69846]: value = "task-2950646" [ 1244.656797] env[69846]: _type = "Task" [ 1244.656797] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.667737] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950647, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.670914] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950646, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.777590] env[69846]: DEBUG nova.scheduler.client.report [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.010891] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52706578-5eab-063a-c097-9e2687ae3a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.011260] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.011509] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.011883] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.012074] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.012286] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.012544] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-850ea557-81b6-4621-979b-7a8042b05288 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.021428] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.021428] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.021887] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972b71d5-329a-4b2b-b609-39a6aeb99bc9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.026850] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1245.026850] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f4f469-9916-c530-3e2b-294eea731ece" [ 1245.026850] env[69846]: _type = "Task" [ 1245.026850] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.034132] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f4f469-9916-c530-3e2b-294eea731ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.075743] env[69846]: DEBUG nova.objects.instance [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'flavor' on Instance uuid 124ddf84-084f-4471-a06f-73da67fa8699 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.077219] env[69846]: DEBUG oslo_concurrency.lockutils [req-3fef5052-e37c-4653-8cf0-fc3f18aedf1e req-d2a3d613-f79c-4777-9cfd-2f64021d6e25 service nova] Releasing lock "refresh_cache-9148bcb4-3711-42c1-a3e2-b8f1b8d51907" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.134926] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 3c7a9ef0-3f60-4d10-a23a-c204653082c6] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.170119] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950647, 'name': ReconfigVM_Task, 'duration_secs': 0.293674} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.170405] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a41e69d1-756d-46e1-b353-2dc01184f4a0/a41e69d1-756d-46e1-b353-2dc01184f4a0.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.171217] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31155bb0-0e26-4f29-897e-06d15f737d0a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.175268] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950646, 'name': Rename_Task, 'duration_secs': 0.144399} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.175807] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.176051] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0868a003-07fe-4080-86e9-bcb0c5c703ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.180736] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1245.180736] env[69846]: value = "task-2950648" [ 1245.180736] env[69846]: _type = "Task" [ 1245.180736] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.184606] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1245.184606] env[69846]: value = "task-2950649" [ 1245.184606] env[69846]: _type = "Task" [ 1245.184606] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.190430] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950648, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.195424] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.227842] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc8bef-eabf-4734-a7c6-6b1174b95c89 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.248566] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance 'befeaf3c-5978-4d33-8324-f5cfd2071524' progress to 0 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.283121] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.283645] env[69846]: DEBUG nova.compute.manager [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.286922] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.629s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.355250] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "interface-4f301af5-5e48-4abe-bbab-1597a27d5e42-09d09fb6-270f-4152-9fd6-97de0715bb7e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.355548] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-4f301af5-5e48-4abe-bbab-1597a27d5e42-09d09fb6-270f-4152-9fd6-97de0715bb7e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.537402] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f4f469-9916-c530-3e2b-294eea731ece, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.538225] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a343542-281f-4a9c-90d8-c960a253cf18 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.543301] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1245.543301] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]525b2cd7-7bef-feeb-92ae-72a160ac791b" [ 1245.543301] env[69846]: _type = "Task" [ 1245.543301] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.551275] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525b2cd7-7bef-feeb-92ae-72a160ac791b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.638492] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: c77fb8dd-3444-4264-bb20-732f82ff62f6] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.696104] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950648, 'name': Rename_Task, 'duration_secs': 0.205907} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.696386] env[69846]: DEBUG oslo_vmware.api [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950649, 'name': PowerOnVM_Task, 'duration_secs': 0.450132} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.696623] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.696869] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.698864] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a28ac4a9-f805-466c-b2f2-599c3f3413d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.705955] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1245.705955] env[69846]: value = "task-2950650" [ 1245.705955] env[69846]: _type = "Task" [ 1245.705955] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.713752] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.754445] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.754809] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce32bea7-b99e-411f-9b2c-eac4cf470ea1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.761699] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1245.761699] env[69846]: value = "task-2950651" [ 1245.761699] env[69846]: _type = "Task" [ 1245.761699] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.772136] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.789904] env[69846]: DEBUG nova.compute.utils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.793519] env[69846]: INFO nova.compute.claims [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.798243] env[69846]: DEBUG nova.compute.manager [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.798243] env[69846]: DEBUG nova.network.neutron [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.803968] env[69846]: DEBUG nova.compute.manager [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.804614] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bec879-357a-49fa-9ce2-210808cc086e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.859870] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.860200] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.861590] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85152c96-31a5-483d-8966-9d14f099e0fa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.883506] env[69846]: DEBUG nova.policy [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82ff1435f6744003b55bee0a397f47a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f940298092264253850fbee27e0a066c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.885550] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead67932-064d-4723-bf35-afe885d7780c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.913712] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Reconfiguring VM to detach interface {{(pid=69846) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1245.914120] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1164a71-50ca-418c-aa90-11af8e0bd1e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.932927] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1245.932927] env[69846]: value = "task-2950652" [ 1245.932927] env[69846]: _type = "Task" [ 1245.932927] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.946057] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.053062] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]525b2cd7-7bef-feeb-92ae-72a160ac791b, 'name': SearchDatastore_Task, 'duration_secs': 0.011107} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.053333] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.053594] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 9148bcb4-3711-42c1-a3e2-b8f1b8d51907/9148bcb4-3711-42c1-a3e2-b8f1b8d51907.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.053873] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50cd2131-9e67-455f-ae5e-0357f9b74ede {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.059827] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1246.059827] env[69846]: value = "task-2950653" [ 1246.059827] env[69846]: _type = "Task" [ 1246.059827] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.067241] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.082906] env[69846]: DEBUG oslo_concurrency.lockutils [None req-00e241a9-7461-4930-aa93-eefbb3ef0a63 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.141808] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b0cce521-8ca7-43fd-b774-705ca70d6471] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.219144] env[69846]: DEBUG oslo_vmware.api [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950650, 'name': PowerOnVM_Task, 'duration_secs': 0.499991} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.219480] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.219609] env[69846]: INFO nova.compute.manager [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1246.219786] env[69846]: DEBUG nova.compute.manager [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.220633] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b10f93-c38e-4de0-ae5e-4ab0a6c03fad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.273448] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950651, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.303113] env[69846]: INFO nova.compute.resource_tracker [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating resource usage from migration 2ef04375-2bcc-4a3f-bf40-2791c04b5eaf [ 1246.306073] env[69846]: DEBUG nova.compute.manager [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.309199] env[69846]: DEBUG nova.network.neutron [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Successfully created port: bb85cfe2-9b69-4221-87dc-293be43698b5 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.320862] env[69846]: DEBUG oslo_concurrency.lockutils [None req-5f22e6ca-1bbf-4281-9128-2963948a85d9 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.050s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.444420] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.569680] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950653, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.616018] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2cb03e-c69e-4767-905c-737d7b987b69 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.623581] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d345e1-2258-4a6a-b268-c73748bd5238 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.653073] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 57215d4f-805a-43ad-ac2e-704ed71ed837] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.655877] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff663b-62cb-4a18-a3cd-41dd15eb021f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.663264] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744024c3-baf9-4ea4-870c-913419cb45b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.677627] env[69846]: DEBUG nova.compute.provider_tree [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.422999] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 1f002cc4-b87c-44cd-b908-1d91494b800a] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.424945] env[69846]: DEBUG nova.scheduler.client.report [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.430455] env[69846]: INFO nova.compute.manager [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Took 19.13 seconds to build instance. [ 1247.459031] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950651, 'name': PowerOffVM_Task, 'duration_secs': 1.223812} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.459031] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.459214] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516709} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.459976] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.460184] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance 'befeaf3c-5978-4d33-8324-f5cfd2071524' progress to 17 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.463235] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 9148bcb4-3711-42c1-a3e2-b8f1b8d51907/9148bcb4-3711-42c1-a3e2-b8f1b8d51907.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.463443] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.464510] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1caf92d-2a4b-4273-8301-10fcfb0c7466 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.473869] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1247.473869] env[69846]: value = "task-2950654" [ 1247.473869] env[69846]: _type = "Task" [ 1247.473869] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.482024] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.752955] env[69846]: DEBUG nova.compute.manager [req-0adeda6c-134c-4291-9f81-5999e598799c req-c0cfaff6-4a8f-4d9c-a21d-0159e8b8bca9 service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Received event network-vif-plugged-bb85cfe2-9b69-4221-87dc-293be43698b5 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.753200] env[69846]: DEBUG oslo_concurrency.lockutils [req-0adeda6c-134c-4291-9f81-5999e598799c req-c0cfaff6-4a8f-4d9c-a21d-0159e8b8bca9 service nova] Acquiring lock "258c7cec-6b86-444d-9fc5-9f2d8237f923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.753404] env[69846]: DEBUG oslo_concurrency.lockutils [req-0adeda6c-134c-4291-9f81-5999e598799c req-c0cfaff6-4a8f-4d9c-a21d-0159e8b8bca9 service nova] Lock "258c7cec-6b86-444d-9fc5-9f2d8237f923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.753568] env[69846]: DEBUG oslo_concurrency.lockutils [req-0adeda6c-134c-4291-9f81-5999e598799c req-c0cfaff6-4a8f-4d9c-a21d-0159e8b8bca9 service nova] Lock "258c7cec-6b86-444d-9fc5-9f2d8237f923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.753744] env[69846]: DEBUG nova.compute.manager [req-0adeda6c-134c-4291-9f81-5999e598799c req-c0cfaff6-4a8f-4d9c-a21d-0159e8b8bca9 service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] No waiting events found dispatching network-vif-plugged-bb85cfe2-9b69-4221-87dc-293be43698b5 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.753925] env[69846]: WARNING nova.compute.manager [req-0adeda6c-134c-4291-9f81-5999e598799c req-c0cfaff6-4a8f-4d9c-a21d-0159e8b8bca9 service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Received unexpected event network-vif-plugged-bb85cfe2-9b69-4221-87dc-293be43698b5 for instance with vm_state building and task_state spawning. [ 1247.844896] env[69846]: DEBUG nova.network.neutron [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Successfully updated port: bb85cfe2-9b69-4221-87dc-293be43698b5 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.933176] env[69846]: DEBUG nova.compute.manager [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.935214] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 72d74534-d666-4993-a169-7baead19b129] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.937025] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.939324] env[69846]: DEBUG oslo_concurrency.lockutils [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "124ddf84-084f-4471-a06f-73da67fa8699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.939324] env[69846]: DEBUG oslo_concurrency.lockutils [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.939324] env[69846]: DEBUG oslo_concurrency.lockutils [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "124ddf84-084f-4471-a06f-73da67fa8699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.939324] env[69846]: DEBUG oslo_concurrency.lockutils [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.939324] env[69846]: DEBUG oslo_concurrency.lockutils [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.941613] env[69846]: INFO nova.compute.manager [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Terminating instance [ 1247.963034] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.963207] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.963270] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.963615] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.963615] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.963782] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.964018] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.964181] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.964347] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.964505] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.964674] env[69846]: DEBUG nova.virt.hardware [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.967142] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.967354] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.967509] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.967684] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.967827] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.967973] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.968187] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.968344] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.968506] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.968662] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.968831] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.974489] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefac76d-c3b9-47fd-857f-a466be3f9ba6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.977902] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.691s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.978089] env[69846]: INFO nova.compute.manager [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Migrating [ 1247.984068] env[69846]: INFO nova.compute.manager [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Rescuing [ 1247.984295] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquiring lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.984440] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquired lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.984596] env[69846]: DEBUG nova.network.neutron [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.985625] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lock "a41e69d1-756d-46e1-b353-2dc01184f4a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.690s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.985897] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf947346-1bf7-4f39-92b7-d1dcdb566bf3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.003132] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.571s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.003398] env[69846]: DEBUG nova.objects.instance [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lazy-loading 'resources' on Instance uuid 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.020076] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b16576-9b9a-4cce-b64a-594394b4c970 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.029478] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061003} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.029763] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1248.029763] env[69846]: value = "task-2950655" [ 1248.029763] env[69846]: _type = "Task" [ 1248.029763] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.030383] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.031461] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a6cbe0-e932-4c36-8215-890b311e5a8c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.067861] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 9148bcb4-3711-42c1-a3e2-b8f1b8d51907/9148bcb4-3711-42c1-a3e2-b8f1b8d51907.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.075964] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad40880-e1d6-4e6a-825c-f96fe50ea3d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.090197] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.096048] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1248.096048] env[69846]: value = "task-2950656" [ 1248.096048] env[69846]: _type = "Task" [ 1248.096048] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.106947] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.319453] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcc7f10-b2a3-40c4-8fb6-36c259cb7f34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.327309] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ea7643-1118-4e67-a7d4-08618a694838 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.359789] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-258c7cec-6b86-444d-9fc5-9f2d8237f923" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.359789] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-258c7cec-6b86-444d-9fc5-9f2d8237f923" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.359789] env[69846]: DEBUG nova.network.neutron [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.361629] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8437f30-118f-41b5-b639-3b26e46583d5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.365253] env[69846]: DEBUG nova.network.neutron [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updating instance_info_cache with network_info: [{"id": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "address": "fa:16:3e:3a:f1:8a", "network": {"id": "81377d98-4b2e-4fc4-97fb-a82729a012b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1576136291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3246e43f044a4072bce365c61fab9ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1102d36d-5c", "ovs_interfaceid": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.371186] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e297ece0-d143-456f-b4a0-7f916d53e9ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.385110] env[69846]: DEBUG nova.compute.provider_tree [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.433796] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.440578] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: a297dccd-e92a-4651-978c-d4ac3a97cdce] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.446150] env[69846]: DEBUG nova.compute.manager [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.446389] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.447305] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe0db4a-b528-4473-87fe-ae8e809fb0c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.454924] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.455191] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-780dbbd9-a4d5-4f3b-9d7b-707007668445 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.460965] env[69846]: DEBUG oslo_vmware.api [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1248.460965] env[69846]: value = "task-2950657" [ 1248.460965] env[69846]: _type = "Task" [ 1248.460965] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.468670] env[69846]: DEBUG oslo_vmware.api [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.518730] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.518935] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.519137] env[69846]: DEBUG nova.network.neutron [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.541122] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950655, 'name': ReconfigVM_Task, 'duration_secs': 0.165348} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.541421] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance 'befeaf3c-5978-4d33-8324-f5cfd2071524' progress to 33 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.606169] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950656, 'name': ReconfigVM_Task, 'duration_secs': 0.271684} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.606444] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 9148bcb4-3711-42c1-a3e2-b8f1b8d51907/9148bcb4-3711-42c1-a3e2-b8f1b8d51907.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.607126] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a532924-41fa-4919-8608-57084ae868a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.613250] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1248.613250] env[69846]: value = "task-2950658" [ 1248.613250] env[69846]: _type = "Task" [ 1248.613250] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.621344] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950658, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.867390] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Releasing lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.889073] env[69846]: DEBUG nova.scheduler.client.report [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.900882] env[69846]: DEBUG nova.network.neutron [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.932894] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.943798] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 821ee995-2b25-4053-bc3c-6523f1db90e2] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.975088] env[69846]: DEBUG oslo_vmware.api [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950657, 'name': PowerOffVM_Task, 'duration_secs': 0.310863} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.975629] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.975804] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.976058] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-162bfe8d-0536-4261-87f9-c3be94ae2dbd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.041509] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.041763] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.041911] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Deleting the datastore file [datastore1] 124ddf84-084f-4471-a06f-73da67fa8699 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.042198] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87a853f6-220b-425a-9e38-3bf83ec5b16b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.047548] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.047780] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.047960] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.048177] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.048326] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.048471] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.048672] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.048829] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.049035] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.049223] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.049408] env[69846]: DEBUG nova.virt.hardware [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.055865] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.057413] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824a6971-4668-42e5-9a58-d7843c06311d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.070199] env[69846]: DEBUG oslo_vmware.api [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for the task: (returnval){ [ 1249.070199] env[69846]: value = "task-2950660" [ 1249.070199] env[69846]: _type = "Task" [ 1249.070199] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.077434] env[69846]: DEBUG nova.network.neutron [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Updating instance_info_cache with network_info: [{"id": "bb85cfe2-9b69-4221-87dc-293be43698b5", "address": "fa:16:3e:0a:85:19", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb85cfe2-9b", "ovs_interfaceid": "bb85cfe2-9b69-4221-87dc-293be43698b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.079753] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1249.079753] env[69846]: value = "task-2950661" [ 1249.079753] env[69846]: _type = "Task" [ 1249.079753] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.086035] env[69846]: DEBUG oslo_vmware.api [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.090856] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.123831] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950658, 'name': Rename_Task, 'duration_secs': 0.132247} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.124258] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.124981] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c052e08-dacd-47ad-856f-10fb0cfac487 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.132425] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1249.132425] env[69846]: value = "task-2950662" [ 1249.132425] env[69846]: _type = "Task" [ 1249.132425] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.143629] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.262950] env[69846]: DEBUG nova.network.neutron [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance_info_cache with network_info: [{"id": "d13001fc-907e-462e-b657-9b76892fa686", "address": "fa:16:3e:3a:fe:1f", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13001fc-90", "ovs_interfaceid": "d13001fc-907e-462e-b657-9b76892fa686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.393798] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.391s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.396184] env[69846]: DEBUG oslo_concurrency.lockutils [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.639s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.415982] env[69846]: INFO nova.scheduler.client.report [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted allocations for instance 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0 [ 1249.434049] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.446907] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 39baf588-6c09-4df4-a426-d2158d9c7afc] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.582317] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-258c7cec-6b86-444d-9fc5-9f2d8237f923" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.582598] env[69846]: DEBUG nova.compute.manager [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Instance network_info: |[{"id": "bb85cfe2-9b69-4221-87dc-293be43698b5", "address": "fa:16:3e:0a:85:19", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb85cfe2-9b", "ovs_interfaceid": "bb85cfe2-9b69-4221-87dc-293be43698b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.583182] env[69846]: DEBUG oslo_vmware.api [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Task: {'id': task-2950660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204582} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.583618] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:85:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb85cfe2-9b69-4221-87dc-293be43698b5', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.591844] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.595077] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.595305] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.595502] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.595682] env[69846]: INFO nova.compute.manager [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1249.595918] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.596134] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.596332] env[69846]: DEBUG nova.compute.manager [-] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.596423] env[69846]: DEBUG nova.network.neutron [-] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.597998] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c803d3d1-6389-4fa3-8c44-eec5e244e2d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.617223] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950661, 'name': ReconfigVM_Task, 'duration_secs': 0.196607} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.618415] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.618676] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.618676] env[69846]: value = "task-2950663" [ 1249.618676] env[69846]: _type = "Task" [ 1249.618676] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.619371] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b06843c-0614-4466-af31-3d6e3dd41c25 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.633172] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950663, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.657840] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] befeaf3c-5978-4d33-8324-f5cfd2071524/befeaf3c-5978-4d33-8324-f5cfd2071524.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.658154] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2b85c2-d921-42a2-bac9-1f5b77b71f7c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.678431] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950662, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.679727] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1249.679727] env[69846]: value = "task-2950664" [ 1249.679727] env[69846]: _type = "Task" [ 1249.679727] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.766141] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.783192] env[69846]: DEBUG nova.compute.manager [req-5990b610-354d-495d-8a9e-dc2c1f41cd4f req-e4b92e69-1fbb-4e34-b9db-e2d576ae214d service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Received event network-changed-bb85cfe2-9b69-4221-87dc-293be43698b5 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.783385] env[69846]: DEBUG nova.compute.manager [req-5990b610-354d-495d-8a9e-dc2c1f41cd4f req-e4b92e69-1fbb-4e34-b9db-e2d576ae214d service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Refreshing instance network info cache due to event network-changed-bb85cfe2-9b69-4221-87dc-293be43698b5. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.783641] env[69846]: DEBUG oslo_concurrency.lockutils [req-5990b610-354d-495d-8a9e-dc2c1f41cd4f req-e4b92e69-1fbb-4e34-b9db-e2d576ae214d service nova] Acquiring lock "refresh_cache-258c7cec-6b86-444d-9fc5-9f2d8237f923" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.783824] env[69846]: DEBUG oslo_concurrency.lockutils [req-5990b610-354d-495d-8a9e-dc2c1f41cd4f req-e4b92e69-1fbb-4e34-b9db-e2d576ae214d service nova] Acquired lock "refresh_cache-258c7cec-6b86-444d-9fc5-9f2d8237f923" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.784167] env[69846]: DEBUG nova.network.neutron [req-5990b610-354d-495d-8a9e-dc2c1f41cd4f req-e4b92e69-1fbb-4e34-b9db-e2d576ae214d service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Refreshing network info cache for port bb85cfe2-9b69-4221-87dc-293be43698b5 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.923310] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f97d3681-0103-4649-9113-f8491fd8b24a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.037s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.940447] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.950368] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 0146bd92-96e3-4ab8-bbcf-90f39bb89102] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.136329] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950663, 'name': CreateVM_Task, 'duration_secs': 0.416556} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.144472] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.145846] env[69846]: DEBUG nova.compute.manager [req-34beb5c6-c92c-40db-8d16-f958c5b3c75f req-64ddbb77-c69d-42b8-abca-13977d1a9024 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Received event network-vif-deleted-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.146094] env[69846]: INFO nova.compute.manager [req-34beb5c6-c92c-40db-8d16-f958c5b3c75f req-64ddbb77-c69d-42b8-abca-13977d1a9024 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Neutron deleted interface f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3; detaching it from the instance and deleting it from the info cache [ 1250.146312] env[69846]: DEBUG nova.network.neutron [req-34beb5c6-c92c-40db-8d16-f958c5b3c75f req-64ddbb77-c69d-42b8-abca-13977d1a9024 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.148391] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.148638] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.149029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.149671] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cea7dd0-c066-4008-a2bd-f39932ded025 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.155964] env[69846]: DEBUG oslo_vmware.api [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950662, 'name': PowerOnVM_Task, 'duration_secs': 0.750168} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.156460] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.156714] env[69846]: INFO nova.compute.manager [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1250.156977] env[69846]: DEBUG nova.compute.manager [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.161607] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d381a9-f3ae-4266-a193-7c7a24df7e3f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.164205] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1250.164205] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fd7c77-6403-188c-bfd4-ba0e4bc75217" [ 1250.164205] env[69846]: _type = "Task" [ 1250.164205] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.181209] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fd7c77-6403-188c-bfd4-ba0e4bc75217, 'name': SearchDatastore_Task, 'duration_secs': 0.011821} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.181209] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.181209] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.181209] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.181209] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.181449] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.185617] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b998a0d-601e-4e2d-b5ce-f89c9a823749 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.196825] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.198020] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.198542] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.199049] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1f5578-e77b-4f7e-9efe-86a4ddedf9b3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.202513] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b642f806-5a7b-44c6-bfdc-45a8073f91e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.210235] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f46f61-1204-403d-aa43-a6a4d58394c0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.213208] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1250.213208] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]521c0846-5a33-cd83-bb6f-37830c46e92a" [ 1250.213208] env[69846]: _type = "Task" [ 1250.213208] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.241879] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87af4d0d-8a2e-4e96-aef1-4a2bd818709d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.247610] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521c0846-5a33-cd83-bb6f-37830c46e92a, 'name': SearchDatastore_Task, 'duration_secs': 0.020756} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.248669] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7efa57-f1cb-4be7-8d3e-f8acd70ef1a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.254066] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50162127-026a-44f9-a893-7a3f1914f739 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.258545] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1250.258545] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52cab011-a6bb-785f-ffe4-b5a300c1f066" [ 1250.258545] env[69846]: _type = "Task" [ 1250.258545] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.276024] env[69846]: DEBUG nova.compute.provider_tree [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.278983] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cab011-a6bb-785f-ffe4-b5a300c1f066, 'name': SearchDatastore_Task, 'duration_secs': 0.015578} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.279274] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.279557] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 258c7cec-6b86-444d-9fc5-9f2d8237f923/258c7cec-6b86-444d-9fc5-9f2d8237f923.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.280324] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91749638-5de8-4350-9cd6-22ac129a7772 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.289745] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1250.289745] env[69846]: value = "task-2950665" [ 1250.289745] env[69846]: _type = "Task" [ 1250.289745] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.298156] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.411630] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.411830] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4e568f7-c76f-4229-80de-b528a5aee01a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.418898] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1250.418898] env[69846]: value = "task-2950666" [ 1250.418898] env[69846]: _type = "Task" [ 1250.418898] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.428777] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.437258] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.453404] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 1bdd0d95-a33f-4cab-b827-b188c6765ace] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.527650] env[69846]: DEBUG nova.network.neutron [req-5990b610-354d-495d-8a9e-dc2c1f41cd4f req-e4b92e69-1fbb-4e34-b9db-e2d576ae214d service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Updated VIF entry in instance network info cache for port bb85cfe2-9b69-4221-87dc-293be43698b5. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.528173] env[69846]: DEBUG nova.network.neutron [req-5990b610-354d-495d-8a9e-dc2c1f41cd4f req-e4b92e69-1fbb-4e34-b9db-e2d576ae214d service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Updating instance_info_cache with network_info: [{"id": "bb85cfe2-9b69-4221-87dc-293be43698b5", "address": "fa:16:3e:0a:85:19", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb85cfe2-9b", "ovs_interfaceid": "bb85cfe2-9b69-4221-87dc-293be43698b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.611093] env[69846]: DEBUG nova.network.neutron [-] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.656955] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e020146-d617-4e23-8c83-faa0446e4d2c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.666081] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0679fdef-6647-4241-80c4-4f25a9ece6b3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.687696] env[69846]: INFO nova.compute.manager [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Took 17.16 seconds to build instance. [ 1250.693723] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950664, 'name': ReconfigVM_Task, 'duration_secs': 0.608706} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.705450] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfigured VM instance instance-00000066 to attach disk [datastore1] befeaf3c-5978-4d33-8324-f5cfd2071524/befeaf3c-5978-4d33-8324-f5cfd2071524.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.705742] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance 'befeaf3c-5978-4d33-8324-f5cfd2071524' progress to 50 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.709178] env[69846]: DEBUG nova.compute.manager [req-34beb5c6-c92c-40db-8d16-f958c5b3c75f req-64ddbb77-c69d-42b8-abca-13977d1a9024 service nova] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Detach interface failed, port_id=f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3, reason: Instance 124ddf84-084f-4471-a06f-73da67fa8699 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1250.780186] env[69846]: DEBUG nova.scheduler.client.report [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.801179] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950665, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.929136] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950666, 'name': PowerOffVM_Task, 'duration_secs': 0.466298} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.929546] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.933317] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f813afc-b516-4d8e-adc4-13cc7d7a4c27 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.960027] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601f9890-63e7-446c-a0e6-522ee9551e5c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.965593] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: fcc35999-1784-4bb2-b148-49d543d93332] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.967534] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.009994] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.010638] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5768543-e141-4a97-aa89-782eafe830b1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.019316] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1251.019316] env[69846]: value = "task-2950667" [ 1251.019316] env[69846]: _type = "Task" [ 1251.019316] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.031292] env[69846]: DEBUG oslo_concurrency.lockutils [req-5990b610-354d-495d-8a9e-dc2c1f41cd4f req-e4b92e69-1fbb-4e34-b9db-e2d576ae214d service nova] Releasing lock "refresh_cache-258c7cec-6b86-444d-9fc5-9f2d8237f923" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.031793] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1251.032067] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.032252] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.032457] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.032638] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.033221] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa44593a-ce7b-4658-96b0-be9db3924420 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.045120] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.045367] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.046374] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ff8d2b-f2ec-431d-ad07-3753d790b1c7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.054182] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1251.054182] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5294afc1-ec08-6871-d9d5-31a6dfee433b" [ 1251.054182] env[69846]: _type = "Task" [ 1251.054182] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.065053] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5294afc1-ec08-6871-d9d5-31a6dfee433b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.114828] env[69846]: INFO nova.compute.manager [-] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Took 1.52 seconds to deallocate network for instance. [ 1251.190571] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.670s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.213731] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca340557-8160-4f0b-93ab-e58a76713683 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.241057] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2387a57a-f21e-4c9e-b78b-1c01da4a3a5a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.263305] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance 'befeaf3c-5978-4d33-8324-f5cfd2071524' progress to 67 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.288933] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f9c43e-b55e-4fa9-b7e6-9d1b6075654b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.310341] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance 'b4065fe4-8380-44f3-84d4-2943e50aa276' progress to 0 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.319090] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950665, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.440444] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.470054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.470054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.470054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.470054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.470054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.471865] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: babfe69c-731c-4f75-8cc6-d638c0fae43d] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.473831] env[69846]: INFO nova.compute.manager [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Terminating instance [ 1251.565303] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5294afc1-ec08-6871-d9d5-31a6dfee433b, 'name': SearchDatastore_Task, 'duration_secs': 0.024144} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.566180] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7080ebeb-9de2-4d76-845a-882e678e3fd4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.572213] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1251.572213] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529875b5-ccb3-9ca6-903d-9fc1e7a1d1e8" [ 1251.572213] env[69846]: _type = "Task" [ 1251.572213] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.580240] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529875b5-ccb3-9ca6-903d-9fc1e7a1d1e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.621492] env[69846]: DEBUG oslo_concurrency.lockutils [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.792633] env[69846]: DEBUG oslo_concurrency.lockutils [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.396s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.798043] env[69846]: DEBUG oslo_concurrency.lockutils [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.175s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.798043] env[69846]: DEBUG nova.objects.instance [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lazy-loading 'resources' on Instance uuid 124ddf84-084f-4471-a06f-73da67fa8699 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.808215] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950665, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.040087} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.809106] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 258c7cec-6b86-444d-9fc5-9f2d8237f923/258c7cec-6b86-444d-9fc5-9f2d8237f923.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.809326] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.809578] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4cf4749-7a62-46f6-bfd3-d56c0b5e7f2c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.816351] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.817938] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17ba04be-4e14-413b-8f64-f81935057714 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.819665] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1251.819665] env[69846]: value = "task-2950668" [ 1251.819665] env[69846]: _type = "Task" [ 1251.819665] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.824973] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1251.824973] env[69846]: value = "task-2950669" [ 1251.824973] env[69846]: _type = "Task" [ 1251.824973] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.834600] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.840718] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.941398] env[69846]: DEBUG oslo_vmware.api [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950652, 'name': ReconfigVM_Task, 'duration_secs': 5.948977} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.941728] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.942015] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Reconfigured VM to detach interface {{(pid=69846) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1251.976317] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b2518f4f-9b12-4f19-9089-15c22d9f96e9] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.979072] env[69846]: DEBUG nova.compute.manager [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.979225] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.980015] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01cbdbf-8115-491e-840c-c34e7bfb022a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.988974] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.989358] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d2ca1b8-1882-4569-bec2-4cc7c958ec20 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.997218] env[69846]: DEBUG oslo_vmware.api [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1251.997218] env[69846]: value = "task-2950670" [ 1251.997218] env[69846]: _type = "Task" [ 1251.997218] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.007359] env[69846]: DEBUG oslo_vmware.api [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.082381] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529875b5-ccb3-9ca6-903d-9fc1e7a1d1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.056935} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.082642] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.082969] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] a41e69d1-756d-46e1-b353-2dc01184f4a0/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. {{(pid=69846) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1252.083258] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6105ec1-7e8d-4f2c-8bef-1158a2af2653 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.089989] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1252.089989] env[69846]: value = "task-2950671" [ 1252.089989] env[69846]: _type = "Task" [ 1252.089989] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.100181] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.334737] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181748} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.335424] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.336231] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f44117-a8ea-44df-92f9-b716dd940d84 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.343668] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950669, 'name': PowerOffVM_Task, 'duration_secs': 0.210209} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.344445] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.344662] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance 'b4065fe4-8380-44f3-84d4-2943e50aa276' progress to 17 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.366944] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 258c7cec-6b86-444d-9fc5-9f2d8237f923/258c7cec-6b86-444d-9fc5-9f2d8237f923.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.369690] env[69846]: INFO nova.scheduler.client.report [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted allocation for migration 8fcf4a97-190b-44cb-bedf-3576b5440ba4 [ 1252.370667] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce7cb11-82b1-4e50-b06d-aebf4074f708 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.394547] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1252.394547] env[69846]: value = "task-2950672" [ 1252.394547] env[69846]: _type = "Task" [ 1252.394547] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.406352] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.484474] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.484806] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Cleaning up deleted instances with incomplete migration {{(pid=69846) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1252.510033] env[69846]: DEBUG oslo_vmware.api [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.590138] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce67c1e-d6e2-44b5-91b4-129e8a4b1ad4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.604778] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4c0391-bd03-4c3a-a9f3-1ad651e65708 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.608331] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950671, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.640652] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389b6c62-020e-4995-bc01-92f971b30271 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.649494] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e8a980-bc5b-4f37-be16-ea4b6674e932 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.665127] env[69846]: DEBUG nova.compute.provider_tree [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.869349] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.869590] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.869750] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.869935] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.870120] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.870244] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.870453] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.870669] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.870804] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.870989] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.871176] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.876501] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ee2756-9252-40bb-bd5c-17b90e27f10e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.892928] env[69846]: DEBUG oslo_concurrency.lockutils [None req-87ff5dd1-5d8c-4dae-9bc7-8059a8a17b7d tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "b6429e99-85f4-4667-ac7d-b4501309843e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.766s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.896078] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1252.896078] env[69846]: value = "task-2950673" [ 1252.896078] env[69846]: _type = "Task" [ 1252.896078] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.908232] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950672, 'name': ReconfigVM_Task, 'duration_secs': 0.304392} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.914634] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 258c7cec-6b86-444d-9fc5-9f2d8237f923/258c7cec-6b86-444d-9fc5-9f2d8237f923.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.915798] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.916717] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb4f1712-40f3-4d9e-bdc8-41de5b65579a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.923786] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1252.923786] env[69846]: value = "task-2950674" [ 1252.923786] env[69846]: _type = "Task" [ 1252.923786] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.932397] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950674, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.952120] env[69846]: DEBUG nova.network.neutron [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Port 1ebf8428-e3e7-4d67-b079-c80388b17895 binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1252.987729] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.010670] env[69846]: DEBUG oslo_vmware.api [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.104047] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752896} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.104047] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] a41e69d1-756d-46e1-b353-2dc01184f4a0/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk. [ 1253.104759] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125ab169-0397-4e6a-b236-01ecbd4ca349 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.137048] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a41e69d1-756d-46e1-b353-2dc01184f4a0/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.137048] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8345d0-ad93-4903-abc6-775abc4c99ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.156358] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1253.156358] env[69846]: value = "task-2950675" [ 1253.156358] env[69846]: _type = "Task" [ 1253.156358] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.165949] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.167894] env[69846]: DEBUG nova.scheduler.client.report [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.233273] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.233466] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.233657] env[69846]: DEBUG nova.network.neutron [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.342496] env[69846]: INFO nova.compute.manager [None req-a5e523e1-92a7-444f-a4f7-145751813a6c tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Get console output [ 1253.342921] env[69846]: WARNING nova.virt.vmwareapi.driver [None req-a5e523e1-92a7-444f-a4f7-145751813a6c tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] The console log is missing. Check your VSPC configuration [ 1253.410471] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950673, 'name': ReconfigVM_Task, 'duration_secs': 0.245081} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.411183] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance 'b4065fe4-8380-44f3-84d4-2943e50aa276' progress to 33 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.437032] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950674, 'name': Rename_Task, 'duration_secs': 0.22998} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.437169] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.437503] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59ac982b-8d67-4ccb-91b3-7f22b5d95245 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.445373] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1253.445373] env[69846]: value = "task-2950676" [ 1253.445373] env[69846]: _type = "Task" [ 1253.445373] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.462572] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.485075] env[69846]: DEBUG nova.compute.manager [req-69221aa4-4121-4fae-997b-ba3f9d937aaf req-cc9585f5-ba12-4960-910a-f8da436c630b service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received event network-changed-880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.485405] env[69846]: DEBUG nova.compute.manager [req-69221aa4-4121-4fae-997b-ba3f9d937aaf req-cc9585f5-ba12-4960-910a-f8da436c630b service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing instance network info cache due to event network-changed-880a0da9-9463-4f59-86bc-0fc8bab8136e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.485950] env[69846]: DEBUG oslo_concurrency.lockutils [req-69221aa4-4121-4fae-997b-ba3f9d937aaf req-cc9585f5-ba12-4960-910a-f8da436c630b service nova] Acquiring lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.509946] env[69846]: DEBUG oslo_vmware.api [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950670, 'name': PowerOffVM_Task, 'duration_secs': 1.173362} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.510394] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.510641] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.510855] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2239694-83a5-4283-80b0-23f8afe7c77f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.571975] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.572273] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.572971] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleting the datastore file [datastore1] 9148bcb4-3711-42c1-a3e2-b8f1b8d51907 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.572971] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1192d68-5a36-44e2-9f4c-e3970628411a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.580583] env[69846]: DEBUG oslo_vmware.api [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1253.580583] env[69846]: value = "task-2950678" [ 1253.580583] env[69846]: _type = "Task" [ 1253.580583] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.589467] env[69846]: DEBUG oslo_vmware.api [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.667062] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950675, 'name': ReconfigVM_Task, 'duration_secs': 0.504257} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.667417] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a41e69d1-756d-46e1-b353-2dc01184f4a0/a8e17318-c1ff-4a31-916e-097356a34ec2-rescue.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.668298] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba30e9d9-4df5-422c-9641-0d8d4b283401 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.672982] env[69846]: DEBUG oslo_concurrency.lockutils [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.697335] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f63e25b6-2c37-4765-86ce-b0d1db1961e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.708098] env[69846]: INFO nova.scheduler.client.report [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Deleted allocations for instance 124ddf84-084f-4471-a06f-73da67fa8699 [ 1253.714718] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1253.714718] env[69846]: value = "task-2950679" [ 1253.714718] env[69846]: _type = "Task" [ 1253.714718] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.722562] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.919327] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.919610] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.919776] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.919962] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.920124] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.920276] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.920485] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.920864] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.921097] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.921275] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.921450] env[69846]: DEBUG nova.virt.hardware [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.926734] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1253.927032] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20115420-9fa1-42cf-b3ac-b4107817b794 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.941823] env[69846]: INFO nova.network.neutron [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Port 09d09fb6-270f-4152-9fd6-97de0715bb7e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1253.942178] env[69846]: DEBUG nova.network.neutron [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updating instance_info_cache with network_info: [{"id": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "address": "fa:16:3e:ef:33:cc", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880a0da9-94", "ovs_interfaceid": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.950359] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1253.950359] env[69846]: value = "task-2950680" [ 1253.950359] env[69846]: _type = "Task" [ 1253.950359] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.956925] env[69846]: DEBUG oslo_vmware.api [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950676, 'name': PowerOnVM_Task, 'duration_secs': 0.484287} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.957465] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.957666] env[69846]: INFO nova.compute.manager [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Took 6.02 seconds to spawn the instance on the hypervisor. [ 1253.957914] env[69846]: DEBUG nova.compute.manager [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.958781] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b036a2f3-cdf0-43c9-83a7-9b087f024e42 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.963929] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.978256] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "befeaf3c-5978-4d33-8324-f5cfd2071524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.978477] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.978650] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.090013] env[69846]: DEBUG oslo_vmware.api [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180446} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.090307] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.090521] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.090725] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.090925] env[69846]: INFO nova.compute.manager [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1254.091197] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.091388] env[69846]: DEBUG nova.compute.manager [-] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.091483] env[69846]: DEBUG nova.network.neutron [-] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.093185] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "interface-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-09d09fb6-270f-4152-9fd6-97de0715bb7e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.093408] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-09d09fb6-270f-4152-9fd6-97de0715bb7e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.093732] env[69846]: DEBUG nova.objects.instance [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'flavor' on Instance uuid ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.216408] env[69846]: DEBUG oslo_concurrency.lockutils [None req-350f380c-f432-4465-9b1a-ae284a4eebea tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Lock "124ddf84-084f-4471-a06f-73da67fa8699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.278s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.228800] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.407780] env[69846]: DEBUG nova.compute.manager [req-56c1ae08-342d-4c76-adc2-7f1c2e070622 req-76c7fa4d-e464-47a5-a71e-e4e7ef4ff234 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Received event network-vif-deleted-239c1d93-ba09-464e-9df7-e7564466a24b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.408114] env[69846]: INFO nova.compute.manager [req-56c1ae08-342d-4c76-adc2-7f1c2e070622 req-76c7fa4d-e464-47a5-a71e-e4e7ef4ff234 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Neutron deleted interface 239c1d93-ba09-464e-9df7-e7564466a24b; detaching it from the instance and deleting it from the info cache [ 1254.408378] env[69846]: DEBUG nova.network.neutron [req-56c1ae08-342d-4c76-adc2-7f1c2e070622 req-76c7fa4d-e464-47a5-a71e-e4e7ef4ff234 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.444900] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.447157] env[69846]: DEBUG oslo_concurrency.lockutils [req-69221aa4-4121-4fae-997b-ba3f9d937aaf req-cc9585f5-ba12-4960-910a-f8da436c630b service nova] Acquired lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.447388] env[69846]: DEBUG nova.network.neutron [req-69221aa4-4121-4fae-997b-ba3f9d937aaf req-cc9585f5-ba12-4960-910a-f8da436c630b service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Refreshing network info cache for port 880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.461319] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.491722] env[69846]: INFO nova.compute.manager [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Took 17.10 seconds to build instance. [ 1254.684635] env[69846]: DEBUG nova.objects.instance [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'pci_requests' on Instance uuid ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.731713] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.833558] env[69846]: DEBUG nova.network.neutron [-] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.910960] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76dca901-913f-4293-baa1-56b014fa642e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.920047] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5a4f01-d94c-4884-8f08-d1e085ee6ed8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.960773] env[69846]: DEBUG oslo_concurrency.lockutils [None req-03be6dc6-9ef5-4455-9c84-a8c6464ae324 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-4f301af5-5e48-4abe-bbab-1597a27d5e42-09d09fb6-270f-4152-9fd6-97de0715bb7e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.605s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.964320] env[69846]: DEBUG nova.compute.manager [req-56c1ae08-342d-4c76-adc2-7f1c2e070622 req-76c7fa4d-e464-47a5-a71e-e4e7ef4ff234 service nova] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Detach interface failed, port_id=239c1d93-ba09-464e-9df7-e7564466a24b, reason: Instance 9148bcb4-3711-42c1-a3e2-b8f1b8d51907 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1254.974718] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.993259] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40494610-9444-44a7-a25e-da3bbaf2f5f7 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "258c7cec-6b86-444d-9fc5-9f2d8237f923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.615s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.052187] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.052384] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.052567] env[69846]: DEBUG nova.network.neutron [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.187035] env[69846]: DEBUG nova.objects.base [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1255.187281] env[69846]: DEBUG nova.network.neutron [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.190053] env[69846]: DEBUG nova.network.neutron [req-69221aa4-4121-4fae-997b-ba3f9d937aaf req-cc9585f5-ba12-4960-910a-f8da436c630b service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updated VIF entry in instance network info cache for port 880a0da9-9463-4f59-86bc-0fc8bab8136e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.190411] env[69846]: DEBUG nova.network.neutron [req-69221aa4-4121-4fae-997b-ba3f9d937aaf req-cc9585f5-ba12-4960-910a-f8da436c630b service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updating instance_info_cache with network_info: [{"id": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "address": "fa:16:3e:ef:33:cc", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap880a0da9-94", "ovs_interfaceid": "880a0da9-9463-4f59-86bc-0fc8bab8136e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.229959] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950679, 'name': ReconfigVM_Task, 'duration_secs': 1.189149} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.230257] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.230506] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-484793cd-9db1-47f5-9cef-4fe35debcff3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.237627] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1255.237627] env[69846]: value = "task-2950682" [ 1255.237627] env[69846]: _type = "Task" [ 1255.237627] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.245639] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.282108] env[69846]: DEBUG nova.policy [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818e610fd4c643f393d56d659681509d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2de4df8dc85446bb038ee0323d2af9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.335919] env[69846]: INFO nova.compute.manager [-] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Took 1.24 seconds to deallocate network for instance. [ 1255.474524] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950680, 'name': ReconfigVM_Task, 'duration_secs': 1.334297} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.474799] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.475601] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fae92d-0b2d-410b-8ccd-d2b4d5628691 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.498059] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] b4065fe4-8380-44f3-84d4-2943e50aa276/b4065fe4-8380-44f3-84d4-2943e50aa276.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.498709] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4204c5-a684-4a1b-b0f7-afaf39032523 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.518055] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1255.518055] env[69846]: value = "task-2950683" [ 1255.518055] env[69846]: _type = "Task" [ 1255.518055] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.525938] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.693612] env[69846]: DEBUG oslo_concurrency.lockutils [req-69221aa4-4121-4fae-997b-ba3f9d937aaf req-cc9585f5-ba12-4960-910a-f8da436c630b service nova] Releasing lock "refresh_cache-4f301af5-5e48-4abe-bbab-1597a27d5e42" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.747737] env[69846]: DEBUG oslo_vmware.api [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950682, 'name': PowerOnVM_Task, 'duration_secs': 0.41163} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.748033] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.750745] env[69846]: DEBUG nova.compute.manager [None req-4221dfe8-9e8b-4535-8146-dd2e5a10b0ec tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.751544] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fadeac-fbdf-4883-8a81-c8ad86473d3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.767344] env[69846]: DEBUG nova.network.neutron [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance_info_cache with network_info: [{"id": "1ebf8428-e3e7-4d67-b079-c80388b17895", "address": "fa:16:3e:8d:3d:72", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf8428-e3", "ovs_interfaceid": "1ebf8428-e3e7-4d67-b079-c80388b17895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.774086] env[69846]: DEBUG nova.compute.manager [req-3abb8152-c37b-4edf-8ae4-b26f6ef64ac8 req-a3147d4b-945e-4233-b1f6-d5b0fcd56a52 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Received event network-changed-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.774086] env[69846]: DEBUG nova.compute.manager [req-3abb8152-c37b-4edf-8ae4-b26f6ef64ac8 req-a3147d4b-945e-4233-b1f6-d5b0fcd56a52 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Refreshing instance network info cache due to event network-changed-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.774086] env[69846]: DEBUG oslo_concurrency.lockutils [req-3abb8152-c37b-4edf-8ae4-b26f6ef64ac8 req-a3147d4b-945e-4233-b1f6-d5b0fcd56a52 service nova] Acquiring lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.774086] env[69846]: DEBUG oslo_concurrency.lockutils [req-3abb8152-c37b-4edf-8ae4-b26f6ef64ac8 req-a3147d4b-945e-4233-b1f6-d5b0fcd56a52 service nova] Acquired lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.774086] env[69846]: DEBUG nova.network.neutron [req-3abb8152-c37b-4edf-8ae4-b26f6ef64ac8 req-a3147d4b-945e-4233-b1f6-d5b0fcd56a52 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Refreshing network info cache for port d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.842614] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.842962] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.843214] env[69846]: DEBUG nova.objects.instance [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lazy-loading 'resources' on Instance uuid 9148bcb4-3711-42c1-a3e2-b8f1b8d51907 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.028987] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950683, 'name': ReconfigVM_Task, 'duration_secs': 0.329152} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.029363] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Reconfigured VM instance instance-00000045 to attach disk [datastore2] b4065fe4-8380-44f3-84d4-2943e50aa276/b4065fe4-8380-44f3-84d4-2943e50aa276.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.029678] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance 'b4065fe4-8380-44f3-84d4-2943e50aa276' progress to 50 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.269554] env[69846]: DEBUG oslo_concurrency.lockutils [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.485710] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.485996] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.488177] env[69846]: DEBUG nova.network.neutron [req-3abb8152-c37b-4edf-8ae4-b26f6ef64ac8 req-a3147d4b-945e-4233-b1f6-d5b0fcd56a52 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updated VIF entry in instance network info cache for port d98bd77f-454b-4fbb-963f-b0b9f3a4ee04. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.488623] env[69846]: DEBUG nova.network.neutron [req-3abb8152-c37b-4edf-8ae4-b26f6ef64ac8 req-a3147d4b-945e-4233-b1f6-d5b0fcd56a52 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updating instance_info_cache with network_info: [{"id": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "address": "fa:16:3e:b3:72:4b", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98bd77f-45", "ovs_interfaceid": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.507829] env[69846]: INFO nova.compute.manager [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Rebuilding instance [ 1256.529670] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f12602-fbdd-4a42-8775-2fb5e45f4a56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.539327] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdcffeb-d540-4cb8-9ddc-eb5dff9a4e83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.545176] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95178db0-84e2-4093-955c-a3a538e3d00a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.564858] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea4b5e1-80ef-45f8-9fdd-f749b77a84d0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.593610] env[69846]: DEBUG nova.compute.manager [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.594955] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a8bbb-69fa-4e68-8f33-042536075840 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.598278] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613ecbbd-5e53-4deb-b048-86169b5d54de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.616476] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance 'b4065fe4-8380-44f3-84d4-2943e50aa276' progress to 67 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.627888] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2be524-be05-440f-9e31-ec36bf68775f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.648360] env[69846]: DEBUG nova.compute.provider_tree [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.778835] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da352a22-2124-41d5-a795-e522076ab50b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.786588] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fe8bae-be68-4195-b464-a841bff4da37 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.964083] env[69846]: DEBUG nova.network.neutron [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Successfully updated port: 09d09fb6-270f-4152-9fd6-97de0715bb7e {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.994770] env[69846]: DEBUG oslo_concurrency.lockutils [req-3abb8152-c37b-4edf-8ae4-b26f6ef64ac8 req-a3147d4b-945e-4233-b1f6-d5b0fcd56a52 service nova] Releasing lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.995948] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.997061] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.997061] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.997061] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.997061] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.997061] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.154388] env[69846]: DEBUG nova.scheduler.client.report [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.178703] env[69846]: DEBUG nova.network.neutron [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Port d13001fc-907e-462e-b657-9b76892fa686 binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1257.466052] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.466206] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.466353] env[69846]: DEBUG nova.network.neutron [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.502068] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Getting list of instances from cluster (obj){ [ 1257.502068] env[69846]: value = "domain-c8" [ 1257.502068] env[69846]: _type = "ClusterComputeResource" [ 1257.502068] env[69846]: } {{(pid=69846) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1257.503172] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3f6e74-bc5c-4b29-a55f-0dca28d30130 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.526326] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Got total of 12 instances {{(pid=69846) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1257.526611] env[69846]: WARNING nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] While synchronizing instance power states, found 13 instances in the database and 12 instances on the hypervisor. [ 1257.526611] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid 628fd318-5e25-4902-9bd1-8573df493026 {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.526784] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid b4065fe4-8380-44f3-84d4-2943e50aa276 {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.526936] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid c512fb9a-7082-44a2-a6f0-4a93a67867d9 {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.527101] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid 1fe837c2-171e-4d8a-9c37-ef937a6783d6 {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.527252] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.527400] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid 28c24da4-81f6-41cb-8b13-f850eb35990f {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.527590] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid befeaf3c-5978-4d33-8324-f5cfd2071524 {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.527741] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid 4f301af5-5e48-4abe-bbab-1597a27d5e42 {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.527884] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid b6429e99-85f4-4667-ac7d-b4501309843e {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.528037] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.528182] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid a41e69d1-756d-46e1-b353-2dc01184f4a0 {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.528323] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid 9148bcb4-3711-42c1-a3e2-b8f1b8d51907 {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.528460] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Triggering sync for uuid 258c7cec-6b86-444d-9fc5-9f2d8237f923 {{(pid=69846) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1257.528804] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "628fd318-5e25-4902-9bd1-8573df493026" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.529055] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "628fd318-5e25-4902-9bd1-8573df493026" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.529328] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "b4065fe4-8380-44f3-84d4-2943e50aa276" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.529514] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.529674] env[69846]: INFO nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1257.529831] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.530033] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.530211] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.530457] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.530645] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.530889] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.531079] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.531300] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "28c24da4-81f6-41cb-8b13-f850eb35990f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.531475] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "28c24da4-81f6-41cb-8b13-f850eb35990f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.531689] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "befeaf3c-5978-4d33-8324-f5cfd2071524" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.531894] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.532076] env[69846]: INFO nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1257.532239] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.532420] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.532595] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.532815] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "b6429e99-85f4-4667-ac7d-b4501309843e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.532992] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "b6429e99-85f4-4667-ac7d-b4501309843e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.533230] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.533464] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.533697] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "a41e69d1-756d-46e1-b353-2dc01184f4a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.533882] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "a41e69d1-756d-46e1-b353-2dc01184f4a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.534111] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.534313] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "258c7cec-6b86-444d-9fc5-9f2d8237f923" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.534484] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "258c7cec-6b86-444d-9fc5-9f2d8237f923" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.534771] env[69846]: INFO nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1257.534956] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "258c7cec-6b86-444d-9fc5-9f2d8237f923" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.535148] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.535281] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1257.535964] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4ff781-2d58-4f31-b7c3-b393fdbd7ac1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.538923] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ea84e-5b02-4541-b061-0bb1061585ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.541771] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3c0344-ea98-4a62-92fc-1cef0e2055dc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.544373] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43de434e-04f6-42aa-aca1-e27cb7a2f980 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.547076] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f49f35-d390-4ee9-b30c-4ad536c0a072 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.550447] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce427fb7-5dc4-4e9e-8b16-fa81470190fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.553775] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be2dda-2a06-4bbc-8351-6c215ecd79c1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.556715] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7031607-f4ce-4008-8ebc-f6b8efb51ac1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.559842] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea6ae33-00c6-4b1e-867c-a59f9b9c5d4a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.591925] env[69846]: WARNING oslo_messaging._drivers.amqpdriver [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1257.639518] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.639809] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ab4f73-657c-438b-8611-f64b23dfefb5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.648629] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1257.648629] env[69846]: value = "task-2950684" [ 1257.648629] env[69846]: _type = "Task" [ 1257.648629] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.656924] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.660816] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.685616] env[69846]: INFO nova.scheduler.client.report [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted allocations for instance 9148bcb4-3711-42c1-a3e2-b8f1b8d51907 [ 1257.880438] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9c48bd-5540-4c6c-ad05-953dc4eb361f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.903356] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8be56-948d-4057-9a21-b695227bcc1b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.910813] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance 'befeaf3c-5978-4d33-8324-f5cfd2071524' progress to 83 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.920007] env[69846]: DEBUG nova.compute.manager [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Received event network-changed-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.920160] env[69846]: DEBUG nova.compute.manager [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Refreshing instance network info cache due to event network-changed-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.920389] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Acquiring lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.920571] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Acquired lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.920672] env[69846]: DEBUG nova.network.neutron [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Refreshing network info cache for port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.019932] env[69846]: WARNING nova.network.neutron [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1 already exists in list: networks containing: ['dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1']. ignoring it [ 1258.086837] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "28c24da4-81f6-41cb-8b13-f850eb35990f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.088720] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.095299] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.095688] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "628fd318-5e25-4902-9bd1-8573df493026" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.096056] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.096419] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.096849] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "b6429e99-85f4-4667-ac7d-b4501309843e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.097233] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.097568] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "a41e69d1-756d-46e1-b353-2dc01184f4a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.159018] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950684, 'name': PowerOffVM_Task, 'duration_secs': 0.195991} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.159315] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.159578] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.160489] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c7e43-42b5-4981-ac35-3d9aea923159 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.175190] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.175742] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3891410f-d769-4674-82b7-70a2b08bc877 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.203159] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6629408f-5cb9-47d2-827d-fa6aef846d38 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.731s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.207536] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.673s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.215784] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "b4065fe4-8380-44f3-84d4-2943e50aa276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.216829] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.217037] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.218082] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b50dfcf-bf48-483b-9260-fffad80d4f37 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.230656] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5f14bc-11f1-4f43-951a-7442b3d8168f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.257823] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.258076] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.258262] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleting the datastore file [datastore2] 258c7cec-6b86-444d-9fc5-9f2d8237f923 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.273256] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4357f5af-c324-4c1d-a0c8-e7f0b015adcb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.284504] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1258.284504] env[69846]: value = "task-2950686" [ 1258.284504] env[69846]: _type = "Task" [ 1258.284504] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.295898] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.418266] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.418857] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cab9fd34-512f-4022-a5c0-c0c5c76430bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.427467] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1258.427467] env[69846]: value = "task-2950688" [ 1258.427467] env[69846]: _type = "Task" [ 1258.427467] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.435886] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.539139] env[69846]: DEBUG nova.network.neutron [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updating instance_info_cache with network_info: [{"id": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "address": "fa:16:3e:b3:72:4b", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98bd77f-45", "ovs_interfaceid": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09d09fb6-270f-4152-9fd6-97de0715bb7e", "address": "fa:16:3e:1a:fb:b0", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09d09fb6-27", "ovs_interfaceid": "09d09fb6-270f-4152-9fd6-97de0715bb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.610480] env[69846]: DEBUG nova.network.neutron [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updated VIF entry in instance network info cache for port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.610480] env[69846]: DEBUG nova.network.neutron [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updating instance_info_cache with network_info: [{"id": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "address": "fa:16:3e:3a:f1:8a", "network": {"id": "81377d98-4b2e-4fc4-97fb-a82729a012b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1576136291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3246e43f044a4072bce365c61fab9ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1102d36d-5c", "ovs_interfaceid": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.778967] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "9148bcb4-3711-42c1-a3e2-b8f1b8d51907" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.794871] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287574} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.795102] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.795252] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.795430] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.938230] env[69846]: DEBUG oslo_vmware.api [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950688, 'name': PowerOnVM_Task, 'duration_secs': 0.463206} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.938535] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.938719] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-168fa6f8-f264-4dcd-b6ec-d4fe216eaaca tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance 'befeaf3c-5978-4d33-8324-f5cfd2071524' progress to 100 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.042860] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.043528] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.043724] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.044680] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfba843-5638-4c6e-ad76-fa97e69220ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.062206] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.062465] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.062627] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.062816] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.062994] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.063171] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.063382] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.063542] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.063708] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.063902] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.064105] env[69846]: DEBUG nova.virt.hardware [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.070470] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Reconfiguring VM to attach interface {{(pid=69846) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1259.070811] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74cd833-7ca1-4d34-b3bd-c6a43f828160 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.088078] env[69846]: DEBUG oslo_vmware.api [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1259.088078] env[69846]: value = "task-2950689" [ 1259.088078] env[69846]: _type = "Task" [ 1259.088078] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.095997] env[69846]: DEBUG oslo_vmware.api [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950689, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.113245] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Releasing lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.113496] env[69846]: DEBUG nova.compute.manager [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Received event network-vif-plugged-09d09fb6-270f-4152-9fd6-97de0715bb7e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.113692] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Acquiring lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.113900] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.114109] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.114334] env[69846]: DEBUG nova.compute.manager [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] No waiting events found dispatching network-vif-plugged-09d09fb6-270f-4152-9fd6-97de0715bb7e {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.114551] env[69846]: WARNING nova.compute.manager [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Received unexpected event network-vif-plugged-09d09fb6-270f-4152-9fd6-97de0715bb7e for instance with vm_state active and task_state None. [ 1259.114738] env[69846]: DEBUG nova.compute.manager [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Received event network-changed-09d09fb6-270f-4152-9fd6-97de0715bb7e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.114901] env[69846]: DEBUG nova.compute.manager [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Refreshing instance network info cache due to event network-changed-09d09fb6-270f-4152-9fd6-97de0715bb7e. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.115110] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Acquiring lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.115256] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Acquired lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.115417] env[69846]: DEBUG nova.network.neutron [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Refreshing network info cache for port 09d09fb6-270f-4152-9fd6-97de0715bb7e {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.273571] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.273571] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.273718] env[69846]: DEBUG nova.network.neutron [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.599441] env[69846]: DEBUG oslo_vmware.api [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.814249] env[69846]: DEBUG nova.network.neutron [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updated VIF entry in instance network info cache for port 09d09fb6-270f-4152-9fd6-97de0715bb7e. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.814565] env[69846]: DEBUG nova.network.neutron [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updating instance_info_cache with network_info: [{"id": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "address": "fa:16:3e:b3:72:4b", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98bd77f-45", "ovs_interfaceid": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "09d09fb6-270f-4152-9fd6-97de0715bb7e", "address": "fa:16:3e:1a:fb:b0", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09d09fb6-27", "ovs_interfaceid": "09d09fb6-270f-4152-9fd6-97de0715bb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.842401] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.842665] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.842821] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.843053] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.843213] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.843361] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.843572] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.843733] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.843900] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.844123] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.844312] env[69846]: DEBUG nova.virt.hardware [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.845206] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d52fe2a-a532-42a8-b91a-6a7a7670041f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.853555] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6818f9-7859-43dd-b918-3177cb44d3f2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.868211] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:85:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb85cfe2-9b69-4221-87dc-293be43698b5', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.875770] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.878459] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.878701] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4401434-ee92-4eaa-bd39-281ff7f0d477 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.900316] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.900316] env[69846]: value = "task-2950690" [ 1259.900316] env[69846]: _type = "Task" [ 1259.900316] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.908659] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950690, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.098665] env[69846]: DEBUG oslo_vmware.api [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950689, 'name': ReconfigVM_Task, 'duration_secs': 0.824743} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.099267] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.099468] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Reconfigured VM to attach interface {{(pid=69846) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1260.109283] env[69846]: DEBUG nova.network.neutron [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance_info_cache with network_info: [{"id": "d13001fc-907e-462e-b657-9b76892fa686", "address": "fa:16:3e:3a:fe:1f", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13001fc-90", "ovs_interfaceid": "d13001fc-907e-462e-b657-9b76892fa686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.317462] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Releasing lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.317744] env[69846]: DEBUG nova.compute.manager [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Received event network-changed-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.317943] env[69846]: DEBUG nova.compute.manager [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Refreshing instance network info cache due to event network-changed-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.318711] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Acquiring lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.319040] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Acquired lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.319271] env[69846]: DEBUG nova.network.neutron [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Refreshing network info cache for port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.410467] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950690, 'name': CreateVM_Task, 'duration_secs': 0.407812} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.410650] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.411365] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.411531] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.411858] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.412423] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f909058c-08c5-4b9b-88f1-89fce90ed3a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.417030] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1260.417030] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f250b9-eaf3-60a1-0988-fe51a3a7b6aa" [ 1260.417030] env[69846]: _type = "Task" [ 1260.417030] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.424631] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f250b9-eaf3-60a1-0988-fe51a3a7b6aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.604088] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-09d09fb6-270f-4152-9fd6-97de0715bb7e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.510s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.612056] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.666835] env[69846]: DEBUG nova.compute.manager [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Received event network-changed-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.667032] env[69846]: DEBUG nova.compute.manager [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Refreshing instance network info cache due to event network-changed-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.667226] env[69846]: DEBUG oslo_concurrency.lockutils [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] Acquiring lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.932887] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f250b9-eaf3-60a1-0988-fe51a3a7b6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015961} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.933245] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.933496] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.933735] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.933896] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.934109] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.934384] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10ba4ce7-fae5-4189-9213-c3ed7ee11150 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.941662] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "1d515e88-d820-4068-871e-7194ad3d7b09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.941868] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1d515e88-d820-4068-871e-7194ad3d7b09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.947793] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.947993] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.948750] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a4919b-7773-4285-b1bc-06245205637f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.954595] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1260.954595] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529fd154-bad3-9dc6-0e17-d0295f80405c" [ 1260.954595] env[69846]: _type = "Task" [ 1260.954595] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.963441] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529fd154-bad3-9dc6-0e17-d0295f80405c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.100457] env[69846]: DEBUG nova.network.neutron [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updated VIF entry in instance network info cache for port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.100840] env[69846]: DEBUG nova.network.neutron [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updating instance_info_cache with network_info: [{"id": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "address": "fa:16:3e:3a:f1:8a", "network": {"id": "81377d98-4b2e-4fc4-97fb-a82729a012b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1576136291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3246e43f044a4072bce365c61fab9ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1102d36d-5c", "ovs_interfaceid": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.136098] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5083e71f-1146-45ff-bac0-e80e55994e3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.155610] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcba69c9-fd11-4ef3-b733-27a99c43977d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.163044] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance 'b4065fe4-8380-44f3-84d4-2943e50aa276' progress to 83 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.446786] env[69846]: DEBUG nova.compute.manager [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.467757] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529fd154-bad3-9dc6-0e17-d0295f80405c, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.468672] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4bc1b4-8a8f-404b-a3d9-329141fba123 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.474417] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1261.474417] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5210b8a6-a2fc-b309-674d-fa63521d53ea" [ 1261.474417] env[69846]: _type = "Task" [ 1261.474417] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.482945] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5210b8a6-a2fc-b309-674d-fa63521d53ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.603305] env[69846]: DEBUG oslo_concurrency.lockutils [req-57b81927-377b-42eb-be63-bfb5f2a31107 req-d2d63292-a982-484c-961c-308b2c1ff605 service nova] Releasing lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.605020] env[69846]: DEBUG oslo_concurrency.lockutils [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] Acquired lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.605020] env[69846]: DEBUG nova.network.neutron [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Refreshing network info cache for port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.669445] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.669544] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f74912c-4345-4817-9bfa-e93f90ddbaa7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.677744] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1261.677744] env[69846]: value = "task-2950692" [ 1261.677744] env[69846]: _type = "Task" [ 1261.677744] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.687602] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.812655] env[69846]: DEBUG nova.network.neutron [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Port 1ebf8428-e3e7-4d67-b079-c80388b17895 binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1261.812958] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.813162] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.813339] env[69846]: DEBUG nova.network.neutron [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.865994] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquiring lock "a41e69d1-756d-46e1-b353-2dc01184f4a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.866149] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lock "a41e69d1-756d-46e1-b353-2dc01184f4a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.866757] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquiring lock "a41e69d1-756d-46e1-b353-2dc01184f4a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.866757] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lock "a41e69d1-756d-46e1-b353-2dc01184f4a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.866985] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lock "a41e69d1-756d-46e1-b353-2dc01184f4a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.868888] env[69846]: INFO nova.compute.manager [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Terminating instance [ 1261.965374] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.965821] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.967372] env[69846]: INFO nova.compute.claims [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.984895] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5210b8a6-a2fc-b309-674d-fa63521d53ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.985183] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.985444] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 258c7cec-6b86-444d-9fc5-9f2d8237f923/258c7cec-6b86-444d-9fc5-9f2d8237f923.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.985702] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ec7c408-5670-47a9-84ed-99a40e31709e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.992850] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1261.992850] env[69846]: value = "task-2950693" [ 1261.992850] env[69846]: _type = "Task" [ 1261.992850] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.001424] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.191199] env[69846]: DEBUG oslo_vmware.api [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950692, 'name': PowerOnVM_Task, 'duration_secs': 0.423507} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.191567] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.191812] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f5730c-28cc-41bd-83e8-5d02ef4f4ae0 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance 'b4065fe4-8380-44f3-84d4-2943e50aa276' progress to 100 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.306988] env[69846]: DEBUG nova.network.neutron [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updated VIF entry in instance network info cache for port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.307457] env[69846]: DEBUG nova.network.neutron [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updating instance_info_cache with network_info: [{"id": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "address": "fa:16:3e:3a:f1:8a", "network": {"id": "81377d98-4b2e-4fc4-97fb-a82729a012b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1576136291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3246e43f044a4072bce365c61fab9ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1102d36d-5c", "ovs_interfaceid": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.341444] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "interface-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-09d09fb6-270f-4152-9fd6-97de0715bb7e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.341815] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-09d09fb6-270f-4152-9fd6-97de0715bb7e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.373410] env[69846]: DEBUG nova.compute.manager [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.373925] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.374851] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961527ee-a41a-4137-ba5d-c09bd7a34e0e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.387066] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.387118] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9010fe58-ff54-435a-b356-0f7908dcb935 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.394754] env[69846]: DEBUG oslo_vmware.api [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1262.394754] env[69846]: value = "task-2950694" [ 1262.394754] env[69846]: _type = "Task" [ 1262.394754] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.403918] env[69846]: DEBUG oslo_vmware.api [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.504600] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509036} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.504600] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 258c7cec-6b86-444d-9fc5-9f2d8237f923/258c7cec-6b86-444d-9fc5-9f2d8237f923.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.504600] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.504600] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2555321-e639-45ef-8ee5-a5d2b0798f77 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.511176] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1262.511176] env[69846]: value = "task-2950695" [ 1262.511176] env[69846]: _type = "Task" [ 1262.511176] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.519349] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.656403] env[69846]: DEBUG nova.network.neutron [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance_info_cache with network_info: [{"id": "1ebf8428-e3e7-4d67-b079-c80388b17895", "address": "fa:16:3e:8d:3d:72", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf8428-e3", "ovs_interfaceid": "1ebf8428-e3e7-4d67-b079-c80388b17895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.810204] env[69846]: DEBUG oslo_concurrency.lockutils [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] Releasing lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.810488] env[69846]: DEBUG nova.compute.manager [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Received event network-changed-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.810664] env[69846]: DEBUG nova.compute.manager [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Refreshing instance network info cache due to event network-changed-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.811052] env[69846]: DEBUG oslo_concurrency.lockutils [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] Acquiring lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.811297] env[69846]: DEBUG oslo_concurrency.lockutils [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] Acquired lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.811493] env[69846]: DEBUG nova.network.neutron [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Refreshing network info cache for port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.844549] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.844708] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.845561] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c8a8aa-d310-41d5-b402-b17dec5f5eee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.863307] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4269f04f-7d45-45fc-87c4-a24e86011903 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.888037] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Reconfiguring VM to detach interface {{(pid=69846) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1262.888307] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a64972f6-0a72-4ce5-849b-022febe04de7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.909303] env[69846]: DEBUG oslo_vmware.api [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950694, 'name': PowerOffVM_Task, 'duration_secs': 0.277975} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.910408] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.910590] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.910876] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1262.910876] env[69846]: value = "task-2950696" [ 1262.910876] env[69846]: _type = "Task" [ 1262.910876] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.911063] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66218df8-1cc2-4353-82ab-6738962933a3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.921409] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.980670] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.980933] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.981135] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Deleting the datastore file [datastore1] a41e69d1-756d-46e1-b353-2dc01184f4a0 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.981480] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf319dc-8f78-4afb-87af-4afb73a791ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.987875] env[69846]: DEBUG oslo_vmware.api [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for the task: (returnval){ [ 1262.987875] env[69846]: value = "task-2950698" [ 1262.987875] env[69846]: _type = "Task" [ 1262.987875] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.995817] env[69846]: DEBUG oslo_vmware.api [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.022130] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065012} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.022409] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.023316] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fe2a72-9467-44f4-849f-07b2b5ee65e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.046821] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 258c7cec-6b86-444d-9fc5-9f2d8237f923/258c7cec-6b86-444d-9fc5-9f2d8237f923.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.049483] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee11252-15a4-45b1-b5f0-316dc23a4108 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.069569] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1263.069569] env[69846]: value = "task-2950699" [ 1263.069569] env[69846]: _type = "Task" [ 1263.069569] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.081809] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950699, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.158703] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.194580] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a85402-442e-42e6-97e6-3696baead242 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.207207] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42235425-73b3-4ed5-9498-32be1c636ae7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.239481] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed92363-2b94-4a0c-b647-b7531139179c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.247250] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3466af3-3b8d-4481-ae7c-dc1367d833af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.263463] env[69846]: DEBUG nova.compute.provider_tree [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.421845] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.482117] env[69846]: DEBUG nova.network.neutron [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updated VIF entry in instance network info cache for port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.482501] env[69846]: DEBUG nova.network.neutron [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updating instance_info_cache with network_info: [{"id": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "address": "fa:16:3e:3a:f1:8a", "network": {"id": "81377d98-4b2e-4fc4-97fb-a82729a012b2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1576136291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3246e43f044a4072bce365c61fab9ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1102d36d-5c", "ovs_interfaceid": "1102d36d-5c3c-40c6-a4f1-b54dd97deb3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.497188] env[69846]: DEBUG oslo_vmware.api [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Task: {'id': task-2950698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348201} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.497429] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.497613] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.497790] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.497957] env[69846]: INFO nova.compute.manager [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1263.498211] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.498401] env[69846]: DEBUG nova.compute.manager [-] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.498491] env[69846]: DEBUG nova.network.neutron [-] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.579076] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950699, 'name': ReconfigVM_Task, 'duration_secs': 0.368984} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.579496] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 258c7cec-6b86-444d-9fc5-9f2d8237f923/258c7cec-6b86-444d-9fc5-9f2d8237f923.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.580031] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c453552c-7ddb-4ef8-80ed-bdfe3622cf88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.586803] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1263.586803] env[69846]: value = "task-2950700" [ 1263.586803] env[69846]: _type = "Task" [ 1263.586803] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.594363] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950700, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.665417] env[69846]: DEBUG nova.compute.manager [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69846) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1263.786832] env[69846]: ERROR nova.scheduler.client.report [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [req-509ed202-1d08-49df-8ae2-f90dcd44e517] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-509ed202-1d08-49df-8ae2-f90dcd44e517"}]} [ 1263.805897] env[69846]: DEBUG nova.scheduler.client.report [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1263.820714] env[69846]: DEBUG nova.scheduler.client.report [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1263.820950] env[69846]: DEBUG nova.compute.provider_tree [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.833109] env[69846]: DEBUG nova.scheduler.client.report [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1263.852094] env[69846]: DEBUG nova.scheduler.client.report [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1263.883406] env[69846]: DEBUG nova.compute.manager [req-17aaa32a-6f66-4cce-9348-6d57fa821c3d req-581483a4-c885-49d7-a8b4-898efea4e9e0 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Received event network-vif-deleted-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.884210] env[69846]: INFO nova.compute.manager [req-17aaa32a-6f66-4cce-9348-6d57fa821c3d req-581483a4-c885-49d7-a8b4-898efea4e9e0 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Neutron deleted interface 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b; detaching it from the instance and deleting it from the info cache [ 1263.884210] env[69846]: DEBUG nova.network.neutron [req-17aaa32a-6f66-4cce-9348-6d57fa821c3d req-581483a4-c885-49d7-a8b4-898efea4e9e0 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.924349] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.985154] env[69846]: DEBUG oslo_concurrency.lockutils [req-e32a78e2-b323-4280-90a3-2cf53ec97fc4 req-72522069-e0e6-49cc-9ef3-67d85f82e13e service nova] Releasing lock "refresh_cache-a41e69d1-756d-46e1-b353-2dc01184f4a0" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.029998] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892997e9-8a19-480b-979f-c036f15e5de6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.037781] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f2113-1734-4076-ac9c-aecde445feab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.068622] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd91fda-8dc2-4f3d-8d44-493b23532de3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.075823] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943da0dc-c804-4022-a57d-116711faa58d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.088856] env[69846]: DEBUG nova.compute.provider_tree [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1264.097407] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950700, 'name': Rename_Task, 'duration_secs': 0.144705} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.098224] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.098460] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-159501a9-2647-4b31-85a4-3880fe80c7af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.104420] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1264.104420] env[69846]: value = "task-2950701" [ 1264.104420] env[69846]: _type = "Task" [ 1264.104420] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.112125] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.146726] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "b4065fe4-8380-44f3-84d4-2943e50aa276" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.147070] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.147276] env[69846]: DEBUG nova.compute.manager [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Going to confirm migration 7 {{(pid=69846) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1264.367621] env[69846]: DEBUG nova.network.neutron [-] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.385725] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b4c35f4-32c6-40d3-a50c-7b1555a3e1ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.396520] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07e48f3-d884-42e1-9589-971e2c9cf52e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.429561] env[69846]: DEBUG nova.compute.manager [req-17aaa32a-6f66-4cce-9348-6d57fa821c3d req-581483a4-c885-49d7-a8b4-898efea4e9e0 service nova] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Detach interface failed, port_id=1102d36d-5c3c-40c6-a4f1-b54dd97deb3b, reason: Instance a41e69d1-756d-46e1-b353-2dc01184f4a0 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1264.432854] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.614817] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.625160] env[69846]: DEBUG nova.scheduler.client.report [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updated inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1264.625459] env[69846]: DEBUG nova.compute.provider_tree [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 generation from 171 to 172 during operation: update_inventory {{(pid=69846) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1264.625644] env[69846]: DEBUG nova.compute.provider_tree [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1264.682206] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.682441] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.682596] env[69846]: DEBUG nova.network.neutron [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.682787] env[69846]: DEBUG nova.objects.instance [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'info_cache' on Instance uuid b4065fe4-8380-44f3-84d4-2943e50aa276 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.792456] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.871317] env[69846]: INFO nova.compute.manager [-] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Took 1.37 seconds to deallocate network for instance. [ 1264.926775] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.116428] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950701, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.130395] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.164s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.131015] env[69846]: DEBUG nova.compute.manager [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.133938] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.342s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.377048] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.424506] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.616853] env[69846]: DEBUG oslo_vmware.api [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950701, 'name': PowerOnVM_Task, 'duration_secs': 1.095552} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.617176] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.617378] env[69846]: DEBUG nova.compute.manager [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.618184] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59acd545-c085-4f8b-885e-f10e383ec084 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.636970] env[69846]: DEBUG nova.compute.utils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.637999] env[69846]: DEBUG nova.objects.instance [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'migration_context' on Instance uuid befeaf3c-5978-4d33-8324-f5cfd2071524 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.642654] env[69846]: DEBUG nova.compute.manager [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.642654] env[69846]: DEBUG nova.network.neutron [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.679808] env[69846]: DEBUG nova.policy [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c1a0d25be1453fa86a74d2d6bc2ac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fa4c59e1a7434fac15a4918624a887', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.929717] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.988433] env[69846]: DEBUG nova.network.neutron [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance_info_cache with network_info: [{"id": "d13001fc-907e-462e-b657-9b76892fa686", "address": "fa:16:3e:3a:fe:1f", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13001fc-90", "ovs_interfaceid": "d13001fc-907e-462e-b657-9b76892fa686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.098725] env[69846]: DEBUG nova.network.neutron [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Successfully created port: 0e6965ea-156a-44b0-8e76-ab4180f74d00 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.134448] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.145719] env[69846]: DEBUG nova.compute.manager [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.375279] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cde5cc-5696-41df-9af4-01dc5db63141 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.380876] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fcedfa-3065-46cb-859f-76363da03daf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.415250] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615bbcf7-0f63-48df-8686-7eb9c4c3ff0e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.428784] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf66e77d-bae5-43a4-a9e7-3dbdfe78814a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.432672] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.442400] env[69846]: DEBUG nova.compute.provider_tree [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.493152] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-b4065fe4-8380-44f3-84d4-2943e50aa276" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.493508] env[69846]: DEBUG nova.objects.instance [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'migration_context' on Instance uuid b4065fe4-8380-44f3-84d4-2943e50aa276 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.929177] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.945443] env[69846]: DEBUG nova.scheduler.client.report [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.996519] env[69846]: DEBUG nova.objects.base [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1266.997546] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c85912-5014-4b0b-ac84-2dbe3d0631a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.018102] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09965947-ee6e-4e58-9e42-69f33c587249 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.024431] env[69846]: DEBUG oslo_vmware.api [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1267.024431] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]521f12c1-de87-1f6e-cb02-84018d642f97" [ 1267.024431] env[69846]: _type = "Task" [ 1267.024431] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.032494] env[69846]: DEBUG oslo_vmware.api [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521f12c1-de87-1f6e-cb02-84018d642f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.160274] env[69846]: DEBUG nova.compute.manager [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.270404] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.270719] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.271476] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.271476] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.271476] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.271476] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.271672] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.271672] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.271819] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.271993] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.272224] env[69846]: DEBUG nova.virt.hardware [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.273121] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d835f-9806-4069-8bf8-a6d8b94878ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.282517] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fe464f-686d-45ef-be6a-d4f7072c1054 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.338127] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "258c7cec-6b86-444d-9fc5-9f2d8237f923" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.338449] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "258c7cec-6b86-444d-9fc5-9f2d8237f923" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.338664] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "258c7cec-6b86-444d-9fc5-9f2d8237f923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.338851] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "258c7cec-6b86-444d-9fc5-9f2d8237f923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.339033] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "258c7cec-6b86-444d-9fc5-9f2d8237f923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.342832] env[69846]: INFO nova.compute.manager [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Terminating instance [ 1267.428406] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.534400] env[69846]: DEBUG oslo_vmware.api [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521f12c1-de87-1f6e-cb02-84018d642f97, 'name': SearchDatastore_Task, 'duration_secs': 0.007657} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.534766] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.826208] env[69846]: DEBUG nova.compute.manager [req-a422f0f7-d228-47b0-99e9-f36f045ad5ec req-5b268e6f-c012-4b93-9706-c4edeb873d46 service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Received event network-vif-plugged-0e6965ea-156a-44b0-8e76-ab4180f74d00 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.826462] env[69846]: DEBUG oslo_concurrency.lockutils [req-a422f0f7-d228-47b0-99e9-f36f045ad5ec req-5b268e6f-c012-4b93-9706-c4edeb873d46 service nova] Acquiring lock "1d515e88-d820-4068-871e-7194ad3d7b09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.826688] env[69846]: DEBUG oslo_concurrency.lockutils [req-a422f0f7-d228-47b0-99e9-f36f045ad5ec req-5b268e6f-c012-4b93-9706-c4edeb873d46 service nova] Lock "1d515e88-d820-4068-871e-7194ad3d7b09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.826857] env[69846]: DEBUG oslo_concurrency.lockutils [req-a422f0f7-d228-47b0-99e9-f36f045ad5ec req-5b268e6f-c012-4b93-9706-c4edeb873d46 service nova] Lock "1d515e88-d820-4068-871e-7194ad3d7b09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.828575] env[69846]: DEBUG nova.compute.manager [req-a422f0f7-d228-47b0-99e9-f36f045ad5ec req-5b268e6f-c012-4b93-9706-c4edeb873d46 service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] No waiting events found dispatching network-vif-plugged-0e6965ea-156a-44b0-8e76-ab4180f74d00 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.828865] env[69846]: WARNING nova.compute.manager [req-a422f0f7-d228-47b0-99e9-f36f045ad5ec req-5b268e6f-c012-4b93-9706-c4edeb873d46 service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Received unexpected event network-vif-plugged-0e6965ea-156a-44b0-8e76-ab4180f74d00 for instance with vm_state building and task_state spawning. [ 1267.847750] env[69846]: DEBUG nova.compute.manager [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.847750] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.847948] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328be4bd-6889-423d-ab9b-5cda287e8ffe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.856952] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.857355] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64a0a301-8a0f-4481-bccd-7ea6ce426bc6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.866455] env[69846]: DEBUG oslo_vmware.api [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1267.866455] env[69846]: value = "task-2950702" [ 1267.866455] env[69846]: _type = "Task" [ 1267.866455] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.878883] env[69846]: DEBUG oslo_vmware.api [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.913252] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "64e037ca-5f14-4daa-a8fb-284b9347719f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.913495] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.931992] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.956569] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.822s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.962445] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.585s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.962682] env[69846]: DEBUG nova.objects.instance [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lazy-loading 'resources' on Instance uuid a41e69d1-756d-46e1-b353-2dc01184f4a0 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.376970] env[69846]: DEBUG oslo_vmware.api [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950702, 'name': PowerOffVM_Task, 'duration_secs': 0.195335} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.377290] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.377462] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.377718] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ff7d261-200c-4689-afe3-dff58fdf45db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.410472] env[69846]: DEBUG nova.network.neutron [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Successfully updated port: 0e6965ea-156a-44b0-8e76-ab4180f74d00 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.415613] env[69846]: DEBUG nova.compute.manager [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.430520] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.432660] env[69846]: DEBUG nova.compute.manager [req-ed6c2ecf-c5a0-4c0b-9da7-0b98ace18e7f req-27ea50a0-24ec-4a2f-8f5e-f3c06d18e55c service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Received event network-changed-0e6965ea-156a-44b0-8e76-ab4180f74d00 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.432981] env[69846]: DEBUG nova.compute.manager [req-ed6c2ecf-c5a0-4c0b-9da7-0b98ace18e7f req-27ea50a0-24ec-4a2f-8f5e-f3c06d18e55c service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Refreshing instance network info cache due to event network-changed-0e6965ea-156a-44b0-8e76-ab4180f74d00. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.433301] env[69846]: DEBUG oslo_concurrency.lockutils [req-ed6c2ecf-c5a0-4c0b-9da7-0b98ace18e7f req-27ea50a0-24ec-4a2f-8f5e-f3c06d18e55c service nova] Acquiring lock "refresh_cache-1d515e88-d820-4068-871e-7194ad3d7b09" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.433550] env[69846]: DEBUG oslo_concurrency.lockutils [req-ed6c2ecf-c5a0-4c0b-9da7-0b98ace18e7f req-27ea50a0-24ec-4a2f-8f5e-f3c06d18e55c service nova] Acquired lock "refresh_cache-1d515e88-d820-4068-871e-7194ad3d7b09" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.433819] env[69846]: DEBUG nova.network.neutron [req-ed6c2ecf-c5a0-4c0b-9da7-0b98ace18e7f req-27ea50a0-24ec-4a2f-8f5e-f3c06d18e55c service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Refreshing network info cache for port 0e6965ea-156a-44b0-8e76-ab4180f74d00 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.442715] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.442927] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.443154] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleting the datastore file [datastore2] 258c7cec-6b86-444d-9fc5-9f2d8237f923 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.443615] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-931fd31b-613b-40d4-941c-e95123acd005 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.449655] env[69846]: DEBUG oslo_vmware.api [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1268.449655] env[69846]: value = "task-2950704" [ 1268.449655] env[69846]: _type = "Task" [ 1268.449655] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.458311] env[69846]: DEBUG oslo_vmware.api [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.652846] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8a2abc-a654-448a-a790-c4c46ff1e930 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.660470] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9b54b5-da12-461b-8d30-98f2106d2430 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.691708] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b2bff2-9ca5-4e29-b243-64ccff4c6612 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.699534] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273f3393-3da5-422f-92d9-40cc5c4beacf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.713060] env[69846]: DEBUG nova.compute.provider_tree [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.922567] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "refresh_cache-1d515e88-d820-4068-871e-7194ad3d7b09" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.933604] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.938510] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.959955] env[69846]: DEBUG oslo_vmware.api [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135363} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.960253] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.960416] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.960591] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.960761] env[69846]: INFO nova.compute.manager [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1268.961037] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.961249] env[69846]: DEBUG nova.compute.manager [-] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.961486] env[69846]: DEBUG nova.network.neutron [-] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.039447] env[69846]: DEBUG nova.network.neutron [req-ed6c2ecf-c5a0-4c0b-9da7-0b98ace18e7f req-27ea50a0-24ec-4a2f-8f5e-f3c06d18e55c service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.104127] env[69846]: DEBUG nova.network.neutron [req-ed6c2ecf-c5a0-4c0b-9da7-0b98ace18e7f req-27ea50a0-24ec-4a2f-8f5e-f3c06d18e55c service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.220652] env[69846]: DEBUG nova.scheduler.client.report [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.263136] env[69846]: DEBUG nova.compute.manager [req-c728cbbe-adf6-457e-b0bc-0624e147d06b req-bdb390a1-0c78-4c7b-acc6-77c9a0d9ada4 service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Received event network-vif-deleted-bb85cfe2-9b69-4221-87dc-293be43698b5 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.263262] env[69846]: INFO nova.compute.manager [req-c728cbbe-adf6-457e-b0bc-0624e147d06b req-bdb390a1-0c78-4c7b-acc6-77c9a0d9ada4 service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Neutron deleted interface bb85cfe2-9b69-4221-87dc-293be43698b5; detaching it from the instance and deleting it from the info cache [ 1269.263405] env[69846]: DEBUG nova.network.neutron [req-c728cbbe-adf6-457e-b0bc-0624e147d06b req-bdb390a1-0c78-4c7b-acc6-77c9a0d9ada4 service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.434464] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.498957] env[69846]: INFO nova.compute.manager [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Swapping old allocation on dict_keys(['34ad24ad-9b00-4d5b-aef4-f288c1b1ec71']) held by migration b30b2705-7314-4d30-a79d-e815d15bc647 for instance [ 1269.522279] env[69846]: DEBUG nova.scheduler.client.report [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Overwriting current allocation {'allocations': {'34ad24ad-9b00-4d5b-aef4-f288c1b1ec71': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': 'f046f5463f5c4179a3dae77e3f80cc8d', 'user_id': '91e697ebea4140ca805c54bfcf95da79', 'consumer_generation': 1} on consumer befeaf3c-5978-4d33-8324-f5cfd2071524 {{(pid=69846) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1269.605843] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.606044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.606225] env[69846]: DEBUG nova.network.neutron [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.607585] env[69846]: DEBUG oslo_concurrency.lockutils [req-ed6c2ecf-c5a0-4c0b-9da7-0b98ace18e7f req-27ea50a0-24ec-4a2f-8f5e-f3c06d18e55c service nova] Releasing lock "refresh_cache-1d515e88-d820-4068-871e-7194ad3d7b09" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.608264] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "refresh_cache-1d515e88-d820-4068-871e-7194ad3d7b09" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.608438] env[69846]: DEBUG nova.network.neutron [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.724474] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.727184] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.593s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.727381] env[69846]: DEBUG nova.objects.instance [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1269.744208] env[69846]: DEBUG nova.network.neutron [-] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.747473] env[69846]: INFO nova.scheduler.client.report [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Deleted allocations for instance a41e69d1-756d-46e1-b353-2dc01184f4a0 [ 1269.765776] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc73a020-0da4-418c-a96a-49e0b3244f73 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.775820] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec9df77-0cc1-4977-926f-1f4e84be1a81 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.808263] env[69846]: DEBUG nova.compute.manager [req-c728cbbe-adf6-457e-b0bc-0624e147d06b req-bdb390a1-0c78-4c7b-acc6-77c9a0d9ada4 service nova] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Detach interface failed, port_id=bb85cfe2-9b69-4221-87dc-293be43698b5, reason: Instance 258c7cec-6b86-444d-9fc5-9f2d8237f923 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.933542] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.157189] env[69846]: DEBUG nova.network.neutron [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.246202] env[69846]: INFO nova.compute.manager [-] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Took 1.28 seconds to deallocate network for instance. [ 1270.253929] env[69846]: DEBUG oslo_concurrency.lockutils [None req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Lock "a41e69d1-756d-46e1-b353-2dc01184f4a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.388s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.338085] env[69846]: DEBUG nova.network.neutron [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance_info_cache with network_info: [{"id": "1ebf8428-e3e7-4d67-b079-c80388b17895", "address": "fa:16:3e:8d:3d:72", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebf8428-e3", "ovs_interfaceid": "1ebf8428-e3e7-4d67-b079-c80388b17895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.396842] env[69846]: DEBUG nova.network.neutron [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Updating instance_info_cache with network_info: [{"id": "0e6965ea-156a-44b0-8e76-ab4180f74d00", "address": "fa:16:3e:c5:e2:24", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6965ea-15", "ovs_interfaceid": "0e6965ea-156a-44b0-8e76-ab4180f74d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.435869] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.706295] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "b6429e99-85f4-4667-ac7d-b4501309843e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.706584] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "b6429e99-85f4-4667-ac7d-b4501309843e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.706813] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "b6429e99-85f4-4667-ac7d-b4501309843e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.706995] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "b6429e99-85f4-4667-ac7d-b4501309843e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.707208] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "b6429e99-85f4-4667-ac7d-b4501309843e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.709777] env[69846]: INFO nova.compute.manager [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Terminating instance [ 1270.737351] env[69846]: DEBUG oslo_concurrency.lockutils [None req-37b4e35c-6426-45ba-a301-7e6e0f5486fa tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.738445] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.204s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.751891] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.842150] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-befeaf3c-5978-4d33-8324-f5cfd2071524" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.842150] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dfaeb9-d888-4aa3-b2b6-d54a0606933a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.849344] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea49dc-083c-404f-a272-da30d28a2000 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.902191] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "refresh_cache-1d515e88-d820-4068-871e-7194ad3d7b09" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.902191] env[69846]: DEBUG nova.compute.manager [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Instance network_info: |[{"id": "0e6965ea-156a-44b0-8e76-ab4180f74d00", "address": "fa:16:3e:c5:e2:24", "network": {"id": "c4979a81-8e58-4fe0-9db3-dd22a08ea85c", "bridge": "br-int", "label": "tempest-ServersTestJSON-211235430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fa4c59e1a7434fac15a4918624a887", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6965ea-15", "ovs_interfaceid": "0e6965ea-156a-44b0-8e76-ab4180f74d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.902191] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:e2:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e6965ea-156a-44b0-8e76-ab4180f74d00', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.910680] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.910915] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.913073] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e8dcfb9-5da1-4973-9de3-ca2297bbbdff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.938898] env[69846]: DEBUG oslo_vmware.api [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950696, 'name': ReconfigVM_Task, 'duration_secs': 7.881529} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.940330] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.940551] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Reconfigured VM to detach interface {{(pid=69846) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1270.942704] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.942704] env[69846]: value = "task-2950705" [ 1270.942704] env[69846]: _type = "Task" [ 1270.942704] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.951788] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950705, 'name': CreateVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.216808] env[69846]: DEBUG nova.compute.manager [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.217088] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.217290] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adcd16d4-a715-40cb-9297-556d45554d15 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.224427] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1271.224427] env[69846]: value = "task-2950706" [ 1271.224427] env[69846]: _type = "Task" [ 1271.224427] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.233167] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.456464] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950705, 'name': CreateVM_Task, 'duration_secs': 0.343897} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.456613] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.457995] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.458207] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.458546] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.458805] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab61ed2-ae14-49b3-942a-e0d135ed8059 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.463785] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1271.463785] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a45c3e-c9c0-dcaf-ae7e-16fea7d7c62e" [ 1271.463785] env[69846]: _type = "Task" [ 1271.463785] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.478455] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a45c3e-c9c0-dcaf-ae7e-16fea7d7c62e, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.479054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.481025] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.481025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.481025] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.481025] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.481025] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec4e49b7-18c0-46a8-aaa4-b33141c0181b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.496112] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.496112] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.496112] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d193b70a-2249-4b81-ad29-6045bfc9bce8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.502903] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1271.502903] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528ae339-bcc7-69df-8874-a96ee1555af0" [ 1271.502903] env[69846]: _type = "Task" [ 1271.502903] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.515503] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528ae339-bcc7-69df-8874-a96ee1555af0, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.516378] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1769241-1940-40cd-a4e6-cba462fabd51 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.521590] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1271.521590] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e897af-a648-45b3-5587-83b79d203b8e" [ 1271.521590] env[69846]: _type = "Task" [ 1271.521590] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.523334] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d025e79f-6517-4c0c-880e-d6cebb877a78 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.538227] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8724c1-8b32-483a-bfe5-34eefc25d17e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.540967] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e897af-a648-45b3-5587-83b79d203b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.008625} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.541282] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.541566] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 1d515e88-d820-4068-871e-7194ad3d7b09/1d515e88-d820-4068-871e-7194ad3d7b09.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.542083] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fdfd446-1351-4732-b957-8e782a98a8d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.571017] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37d26a8-8fa2-4ce3-b145-f45c748484b3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.574787] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1271.574787] env[69846]: value = "task-2950707" [ 1271.574787] env[69846]: _type = "Task" [ 1271.574787] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.581467] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee6a14f-3645-4ec7-b7b6-4bbee1b9d6a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.589355] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.599654] env[69846]: DEBUG nova.compute.provider_tree [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.734479] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950706, 'name': PowerOffVM_Task, 'duration_secs': 0.261097} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.734768] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.734968] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1271.735184] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592180', 'volume_id': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'name': 'volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b6429e99-85f4-4667-ac7d-b4501309843e', 'attached_at': '2025-03-11T20:30:38.000000', 'detached_at': '', 'volume_id': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'serial': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1271.736019] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbf1304-04c5-42c3-b0da-d9ae499c95d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.754570] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98caf4a-293a-4170-acbc-33370a6dec09 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.763265] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab690cd2-b71e-45d9-80d8-4539848bae59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.783116] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0ea39f-5486-4f58-a71a-ec3e01a290a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.798933] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] The volume has not been displaced from its original location: [datastore1] volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2/volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1271.804410] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1271.804808] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9053ad4c-0df6-4b11-88bb-f00dc027b443 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.823466] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1271.823466] env[69846]: value = "task-2950708" [ 1271.823466] env[69846]: _type = "Task" [ 1271.823466] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.831884] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.974564] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.975129] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e41756d-3354-417a-8a36-033f1fd9a01c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.986126] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1271.986126] env[69846]: value = "task-2950709" [ 1271.986126] env[69846]: _type = "Task" [ 1271.986126] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.995674] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.084965] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470442} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.085267] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 1d515e88-d820-4068-871e-7194ad3d7b09/1d515e88-d820-4068-871e-7194ad3d7b09.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.085568] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.085845] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c57c61c3-5a08-4efd-8d0a-a7d9e0856c78 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.092996] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1272.092996] env[69846]: value = "task-2950710" [ 1272.092996] env[69846]: _type = "Task" [ 1272.092996] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.103161] env[69846]: DEBUG nova.scheduler.client.report [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.107338] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.333962] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950708, 'name': ReconfigVM_Task, 'duration_secs': 0.286164} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.334314] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.339092] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18812ad7-3d6d-43ac-b02f-dbf410a69090 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.354400] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1272.354400] env[69846]: value = "task-2950711" [ 1272.354400] env[69846]: _type = "Task" [ 1272.354400] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.362453] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.498631] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950709, 'name': PowerOffVM_Task, 'duration_secs': 0.269297} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.498858] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.499573] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.499801] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.499981] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.500241] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.500418] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.500572] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.500788] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.501049] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.501257] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.501442] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.501632] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.509373] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b374fd-f28e-42ef-863b-e4325dc10e6e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.534153] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1272.534153] env[69846]: value = "task-2950712" [ 1272.534153] env[69846]: _type = "Task" [ 1272.534153] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.544153] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.599312] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.599618] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquired lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.599916] env[69846]: DEBUG nova.network.neutron [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.613936] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075773} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.615270] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.616514] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748d7747-b642-4f2a-b35f-37fd9869ae7e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.655761] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 1d515e88-d820-4068-871e-7194ad3d7b09/1d515e88-d820-4068-871e-7194ad3d7b09.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.656673] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfb83149-18a4-45ba-b67a-3f324f8d7c4c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.687572] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1272.687572] env[69846]: value = "task-2950713" [ 1272.687572] env[69846]: _type = "Task" [ 1272.687572] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.695507] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950713, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.864629] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950711, 'name': ReconfigVM_Task, 'duration_secs': 0.220594} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.865042] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592180', 'volume_id': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'name': 'volume-c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b6429e99-85f4-4667-ac7d-b4501309843e', 'attached_at': '2025-03-11T20:30:38.000000', 'detached_at': '', 'volume_id': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2', 'serial': 'c23cb00b-c2c9-44c4-9776-01ef22ed34b2'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1272.865412] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.866238] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60906435-6c1a-488d-9ed7-cf26ca9f2c74 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.872591] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.872822] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0433a15e-a8d5-47ec-946c-c6fa44d060a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.928203] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.928623] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.928907] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.929161] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.929403] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.931781] env[69846]: INFO nova.compute.manager [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Terminating instance [ 1272.936081] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.936081] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.936081] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleting the datastore file [datastore1] b6429e99-85f4-4667-ac7d-b4501309843e {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.936313] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46f7165b-1b87-4e1e-b6c3-5d5df53daf85 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.944679] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1272.944679] env[69846]: value = "task-2950715" [ 1272.944679] env[69846]: _type = "Task" [ 1272.944679] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.953310] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.043573] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950712, 'name': ReconfigVM_Task, 'duration_secs': 0.186008} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.044477] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c9db66-ed6c-46e0-9f39-a93aa74a9306 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.064888] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.065221] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.065455] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.065715] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.065935] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.066170] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.066450] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.066676] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.066916] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.067169] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.067422] env[69846]: DEBUG nova.virt.hardware [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.068262] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a8dbbe-dfee-4efd-b504-4a348d71265d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.073526] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1273.073526] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52a31acf-ad6f-83fd-719c-5dc52d6d4f43" [ 1273.073526] env[69846]: _type = "Task" [ 1273.073526] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.082730] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a31acf-ad6f-83fd-719c-5dc52d6d4f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.116485] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.378s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.119128] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.181s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.121417] env[69846]: INFO nova.compute.claims [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.198607] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950713, 'name': ReconfigVM_Task, 'duration_secs': 0.305381} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.198889] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 1d515e88-d820-4068-871e-7194ad3d7b09/1d515e88-d820-4068-871e-7194ad3d7b09.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.199547] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0133edf-21d9-4774-b5a8-2a586650d55b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.205247] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1273.205247] env[69846]: value = "task-2950716" [ 1273.205247] env[69846]: _type = "Task" [ 1273.205247] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.212891] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950716, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.334998] env[69846]: INFO nova.network.neutron [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Port 09d09fb6-270f-4152-9fd6-97de0715bb7e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1273.335412] env[69846]: DEBUG nova.network.neutron [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updating instance_info_cache with network_info: [{"id": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "address": "fa:16:3e:b3:72:4b", "network": {"id": "dfb664aa-d6a9-4618-acd9-d0c34e8ac5a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1559730171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2de4df8dc85446bb038ee0323d2af9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98bd77f-45", "ovs_interfaceid": "d98bd77f-454b-4fbb-963f-b0b9f3a4ee04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.368788] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.437226] env[69846]: DEBUG nova.compute.manager [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.437453] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.438350] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f6be3-3ac1-4fb5-9ab2-435d1d09a061 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.446142] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.449128] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c15916d-7996-4fc9-b35f-0dbb7898e378 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.456264] env[69846]: DEBUG oslo_vmware.api [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101278} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.457715] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.457910] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.458104] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.458283] env[69846]: INFO nova.compute.manager [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1273.458512] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.458757] env[69846]: DEBUG oslo_vmware.api [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1273.458757] env[69846]: value = "task-2950717" [ 1273.458757] env[69846]: _type = "Task" [ 1273.458757] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.458938] env[69846]: DEBUG nova.compute.manager [-] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.459049] env[69846]: DEBUG nova.network.neutron [-] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.468461] env[69846]: DEBUG oslo_vmware.api [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.583504] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52a31acf-ad6f-83fd-719c-5dc52d6d4f43, 'name': SearchDatastore_Task, 'duration_secs': 0.006557} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.588709] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.589301] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58bb5d24-6eb4-439e-bf0d-f536af750f2f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.607947] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1273.607947] env[69846]: value = "task-2950718" [ 1273.607947] env[69846]: _type = "Task" [ 1273.607947] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.617094] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.694963] env[69846]: INFO nova.scheduler.client.report [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleted allocation for migration 2ef04375-2bcc-4a3f-bf40-2791c04b5eaf [ 1273.717280] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950716, 'name': Rename_Task, 'duration_secs': 0.15802} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.717556] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.717857] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ce56360-17f8-4c0f-84dc-87c5fdb88a6a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.724447] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1273.724447] env[69846]: value = "task-2950719" [ 1273.724447] env[69846]: _type = "Task" [ 1273.724447] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.733119] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.838688] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Releasing lock "refresh_cache-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.871853] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.974085] env[69846]: DEBUG oslo_vmware.api [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950717, 'name': PowerOffVM_Task, 'duration_secs': 0.271119} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.974085] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.974085] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.974085] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b3371fa-dced-47cd-b61d-d5212f24844e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.040025] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.040025] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.040025] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleting the datastore file [datastore1] ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.040025] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5273ae4-c78d-4c56-9e22-103053c282a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.046059] env[69846]: DEBUG oslo_vmware.api [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1274.046059] env[69846]: value = "task-2950721" [ 1274.046059] env[69846]: _type = "Task" [ 1274.046059] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.054027] env[69846]: DEBUG oslo_vmware.api [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.119576] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.204853] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d4a4bbf-325d-4f42-a3a0-32c6813be5f2 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.058s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.234738] env[69846]: DEBUG oslo_vmware.api [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950719, 'name': PowerOnVM_Task, 'duration_secs': 0.453455} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.237221] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.237441] env[69846]: INFO nova.compute.manager [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1274.237625] env[69846]: DEBUG nova.compute.manager [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.238547] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5973a0-00a1-4d8c-bbd8-b81297ac75a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.334097] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9317c2-e543-45d5-bfb8-47db97083d6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.341536] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c8bf97-01c9-4adc-a73a-69e696475a72 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.345290] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4ed1ad87-bcec-43b8-8507-8f0e59d46ca6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "interface-ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a-09d09fb6-270f-4152-9fd6-97de0715bb7e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.004s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.374575] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d16081-f04d-4a55-8d4c-57a447bedc3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.383614] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce29be7f-086a-4d7d-88b2-8e3b67dc3a32 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.400149] env[69846]: DEBUG nova.compute.provider_tree [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.493187] env[69846]: DEBUG nova.compute.manager [req-97a840b4-b7eb-4f29-be28-0cebaa708712 req-d18ea942-a55c-41dc-8f80-a2cd70dcc487 service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Received event network-vif-deleted-f3a1d3cc-1783-4dd6-92a8-caade3b32d16 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.493429] env[69846]: INFO nova.compute.manager [req-97a840b4-b7eb-4f29-be28-0cebaa708712 req-d18ea942-a55c-41dc-8f80-a2cd70dcc487 service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Neutron deleted interface f3a1d3cc-1783-4dd6-92a8-caade3b32d16; detaching it from the instance and deleting it from the info cache [ 1274.493625] env[69846]: DEBUG nova.network.neutron [req-97a840b4-b7eb-4f29-be28-0cebaa708712 req-d18ea942-a55c-41dc-8f80-a2cd70dcc487 service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.555755] env[69846]: DEBUG oslo_vmware.api [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34484} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.556156] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.556436] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.556661] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.556870] env[69846]: INFO nova.compute.manager [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1274.557154] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.557354] env[69846]: DEBUG nova.compute.manager [-] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.557434] env[69846]: DEBUG nova.network.neutron [-] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.620734] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.717552] env[69846]: DEBUG oslo_concurrency.lockutils [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "b4065fe4-8380-44f3-84d4-2943e50aa276" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.718162] env[69846]: DEBUG oslo_concurrency.lockutils [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.718162] env[69846]: DEBUG oslo_concurrency.lockutils [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "b4065fe4-8380-44f3-84d4-2943e50aa276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.718295] env[69846]: DEBUG oslo_concurrency.lockutils [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.718628] env[69846]: DEBUG oslo_concurrency.lockutils [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.720573] env[69846]: INFO nova.compute.manager [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Terminating instance [ 1274.758397] env[69846]: INFO nova.compute.manager [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Took 12.81 seconds to build instance. [ 1274.879358] env[69846]: DEBUG nova.network.neutron [-] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.903227] env[69846]: DEBUG nova.scheduler.client.report [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.997053] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10e5ce93-430a-4cf9-aa6a-1fdfa47dfc0a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.008962] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6760fc5c-95f9-4bcb-ab62-ce220cf31266 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.053022] env[69846]: DEBUG nova.compute.manager [req-97a840b4-b7eb-4f29-be28-0cebaa708712 req-d18ea942-a55c-41dc-8f80-a2cd70dcc487 service nova] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Detach interface failed, port_id=f3a1d3cc-1783-4dd6-92a8-caade3b32d16, reason: Instance b6429e99-85f4-4667-ac7d-b4501309843e could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.120844] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950718, 'name': ReconfigVM_Task, 'duration_secs': 1.252159} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.121493] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1275.122436] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a780248b-8ed7-4a20-914b-845f45ddcb14 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.151867] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] befeaf3c-5978-4d33-8324-f5cfd2071524/befeaf3c-5978-4d33-8324-f5cfd2071524.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.152288] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d58a0a-2f49-4fe8-8192-8e6e07bd2e60 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.177499] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1275.177499] env[69846]: value = "task-2950722" [ 1275.177499] env[69846]: _type = "Task" [ 1275.177499] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.186031] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.224451] env[69846]: DEBUG nova.compute.manager [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.224451] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.225238] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d51e9d7-c9d7-43d9-9781-5ed2f1588793 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.233782] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.235103] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bd2f3e8-8dc6-4dee-9693-67fbbfaa0130 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.240780] env[69846]: DEBUG oslo_vmware.api [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1275.240780] env[69846]: value = "task-2950723" [ 1275.240780] env[69846]: _type = "Task" [ 1275.240780] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.248695] env[69846]: DEBUG oslo_vmware.api [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.265178] env[69846]: DEBUG oslo_concurrency.lockutils [None req-91bf338a-3b4c-428a-beba-6757a1aef42e tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1d515e88-d820-4068-871e-7194ad3d7b09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.320s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.382274] env[69846]: INFO nova.compute.manager [-] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Took 1.92 seconds to deallocate network for instance. [ 1275.409906] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.410535] env[69846]: DEBUG nova.compute.manager [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.413656] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.662s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.413961] env[69846]: DEBUG nova.objects.instance [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lazy-loading 'resources' on Instance uuid 258c7cec-6b86-444d-9fc5-9f2d8237f923 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.688055] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950722, 'name': ReconfigVM_Task, 'duration_secs': 0.303533} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.688055] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfigured VM instance instance-00000066 to attach disk [datastore1] befeaf3c-5978-4d33-8324-f5cfd2071524/befeaf3c-5978-4d33-8324-f5cfd2071524.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.688822] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b746f-2bda-45c7-86b0-bdde2e8c9ec7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.708963] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4210e0d-2616-460d-a888-db973b444654 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.729071] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eced364-8655-469b-9bd5-be690881dcfe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.753191] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb001d4-38d0-4ca4-922e-70c599e4df14 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.760664] env[69846]: DEBUG oslo_vmware.api [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950723, 'name': PowerOffVM_Task, 'duration_secs': 0.189422} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.762945] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.763177] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.763508] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.764035] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87dd9055-5873-48ae-b64c-bd27292395c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.764985] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe1f1770-a5f6-42c7-afe9-979348c1b1d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.766314] env[69846]: DEBUG nova.network.neutron [-] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.773023] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1275.773023] env[69846]: value = "task-2950724" [ 1275.773023] env[69846]: _type = "Task" [ 1275.773023] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.780858] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.842684] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.842952] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.843188] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleting the datastore file [datastore2] b4065fe4-8380-44f3-84d4-2943e50aa276 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.843456] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf4aef6-5242-4e44-9daa-5843d8fca201 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.850078] env[69846]: DEBUG oslo_vmware.api [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1275.850078] env[69846]: value = "task-2950726" [ 1275.850078] env[69846]: _type = "Task" [ 1275.850078] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.857616] env[69846]: DEBUG oslo_vmware.api [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.920251] env[69846]: DEBUG nova.compute.utils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.922225] env[69846]: DEBUG nova.compute.manager [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.922530] env[69846]: DEBUG nova.network.neutron [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.931793] env[69846]: INFO nova.compute.manager [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Took 0.55 seconds to detach 1 volumes for instance. [ 1275.934802] env[69846]: DEBUG nova.compute.manager [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Deleting volume: c23cb00b-c2c9-44c4-9776-01ef22ed34b2 {{(pid=69846) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1275.970402] env[69846]: DEBUG nova.policy [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82ff1435f6744003b55bee0a397f47a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f940298092264253850fbee27e0a066c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.043366] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "1d515e88-d820-4068-871e-7194ad3d7b09" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.043683] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1d515e88-d820-4068-871e-7194ad3d7b09" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.043879] env[69846]: DEBUG nova.compute.manager [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.044923] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e3c90e-3d99-4de6-9adb-4af6db9e9e69 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.053394] env[69846]: DEBUG nova.compute.manager [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1276.053959] env[69846]: DEBUG nova.objects.instance [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lazy-loading 'flavor' on Instance uuid 1d515e88-d820-4068-871e-7194ad3d7b09 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.119715] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2f9ec-28a6-49f5-86a6-9c638ad31024 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.127499] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62463ef3-37f6-4e2c-8e5d-debb52322dd8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.160475] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59806db4-a845-4b7c-96ca-c79c0b1b055b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.168056] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9492fdf4-603b-4ef9-b80d-778bbc93cdd6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.182305] env[69846]: DEBUG nova.compute.provider_tree [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.269320] env[69846]: INFO nova.compute.manager [-] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Took 1.71 seconds to deallocate network for instance. [ 1276.289751] env[69846]: DEBUG oslo_vmware.api [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950724, 'name': PowerOnVM_Task, 'duration_secs': 0.406486} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.290054] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.360405] env[69846]: DEBUG oslo_vmware.api [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216275} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.360616] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.360807] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.360995] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.361193] env[69846]: INFO nova.compute.manager [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1276.361436] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.361635] env[69846]: DEBUG nova.compute.manager [-] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.361732] env[69846]: DEBUG nova.network.neutron [-] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.381015] env[69846]: DEBUG nova.network.neutron [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Successfully created port: 5c89ccc9-54ae-449f-a001-61832fb077a1 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.426237] env[69846]: DEBUG nova.compute.manager [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1276.477747] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.524369] env[69846]: DEBUG nova.compute.manager [req-4a0f46f1-ff4e-4dc2-a8df-72d26ccc48f3 req-31bf22fd-46f1-48e0-87e5-dd8eec49543d service nova] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Received event network-vif-deleted-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.689405] env[69846]: DEBUG nova.scheduler.client.report [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.783313] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.935597] env[69846]: DEBUG nova.compute.manager [req-40b8b77c-834a-4949-962f-bc37155112e1 req-1d14f3a4-74cf-4289-b44f-7ee87953e1d6 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Received event network-vif-deleted-d13001fc-907e-462e-b657-9b76892fa686 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.935863] env[69846]: INFO nova.compute.manager [req-40b8b77c-834a-4949-962f-bc37155112e1 req-1d14f3a4-74cf-4289-b44f-7ee87953e1d6 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Neutron deleted interface d13001fc-907e-462e-b657-9b76892fa686; detaching it from the instance and deleting it from the info cache [ 1276.936114] env[69846]: DEBUG nova.network.neutron [req-40b8b77c-834a-4949-962f-bc37155112e1 req-1d14f3a4-74cf-4289-b44f-7ee87953e1d6 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.061073] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.061073] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe879eb6-4e6d-4f6a-bb3d-0f338760fb29 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.068255] env[69846]: DEBUG oslo_vmware.api [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1277.068255] env[69846]: value = "task-2950728" [ 1277.068255] env[69846]: _type = "Task" [ 1277.068255] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.076877] env[69846]: DEBUG oslo_vmware.api [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.195864] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.198397] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.327s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.198605] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.198752] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1277.199139] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.721s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.199234] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.201057] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.418s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.201290] env[69846]: DEBUG nova.objects.instance [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'resources' on Instance uuid ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.203044] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d07bd73-82ba-4c3f-aafe-8f29e41af104 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.212839] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e50332-4afa-4fab-9cb8-b4c66888986d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.228521] env[69846]: INFO nova.scheduler.client.report [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted allocations for instance b6429e99-85f4-4667-ac7d-b4501309843e [ 1277.230067] env[69846]: INFO nova.scheduler.client.report [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted allocations for instance 258c7cec-6b86-444d-9fc5-9f2d8237f923 [ 1277.231588] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa66e15-d285-4efe-b26b-217d84f2f569 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.244163] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32183336-a782-4c25-a7e7-8c7bd847fc16 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.274210] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179205MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1277.274210] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.306142] env[69846]: DEBUG nova.network.neutron [-] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.342760] env[69846]: INFO nova.compute.manager [None req-7500ee84-7092-4733-877f-bc4634dde32b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance to original state: 'active' [ 1277.438575] env[69846]: DEBUG nova.compute.manager [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1277.443064] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-560ed5b9-a782-4e27-b2f4-e22ca57694d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.452954] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f4f8f3-a52e-432c-be1b-dc64cc3fa3b7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.472932] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.472932] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.473147] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.473190] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.473332] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.473486] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.473722] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.473984] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.474205] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.474379] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.474560] env[69846]: DEBUG nova.virt.hardware [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.475851] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653aba20-0b72-4f94-9af4-58ac790a8b7a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.487895] env[69846]: DEBUG nova.compute.manager [req-40b8b77c-834a-4949-962f-bc37155112e1 req-1d14f3a4-74cf-4289-b44f-7ee87953e1d6 service nova] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Detach interface failed, port_id=d13001fc-907e-462e-b657-9b76892fa686, reason: Instance b4065fe4-8380-44f3-84d4-2943e50aa276 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.492833] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd395d1c-85a5-4dcc-be39-6a5b4c66751d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.578497] env[69846]: DEBUG oslo_vmware.api [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950728, 'name': PowerOffVM_Task, 'duration_secs': 0.200279} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.578768] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.578967] env[69846]: DEBUG nova.compute.manager [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.579742] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d15a0aa-02e8-4d82-8cb5-8767f383eb54 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.742840] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "b6429e99-85f4-4667-ac7d-b4501309843e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.036s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.744274] env[69846]: DEBUG oslo_concurrency.lockutils [None req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "258c7cec-6b86-444d-9fc5-9f2d8237f923" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.406s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.809103] env[69846]: INFO nova.compute.manager [-] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Took 1.45 seconds to deallocate network for instance. [ 1277.840041] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e910949-8074-4012-a125-54599c16e5c8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.851180] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8462bb74-0e5c-4d5b-99f9-82649d7dbeae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.886950] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b97681-57e5-482f-b2a4-053c06395460 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.894442] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a302f848-2d61-4c08-a8b9-0f45d2d215d5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.908648] env[69846]: DEBUG nova.compute.provider_tree [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.013578] env[69846]: DEBUG oslo_concurrency.lockutils [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "28c24da4-81f6-41cb-8b13-f850eb35990f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.013578] env[69846]: DEBUG oslo_concurrency.lockutils [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "28c24da4-81f6-41cb-8b13-f850eb35990f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.013578] env[69846]: DEBUG oslo_concurrency.lockutils [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "28c24da4-81f6-41cb-8b13-f850eb35990f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.013578] env[69846]: DEBUG oslo_concurrency.lockutils [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "28c24da4-81f6-41cb-8b13-f850eb35990f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.013578] env[69846]: DEBUG oslo_concurrency.lockutils [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "28c24da4-81f6-41cb-8b13-f850eb35990f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.014592] env[69846]: DEBUG nova.network.neutron [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Successfully updated port: 5c89ccc9-54ae-449f-a001-61832fb077a1 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.018276] env[69846]: INFO nova.compute.manager [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Terminating instance [ 1278.091906] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8d5722aa-cbb4-47e4-ac15-f25cc7f62a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1d515e88-d820-4068-871e-7194ad3d7b09" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.317446] env[69846]: DEBUG oslo_concurrency.lockutils [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.414225] env[69846]: DEBUG nova.scheduler.client.report [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.521854] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.521854] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.521854] env[69846]: DEBUG nova.network.neutron [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.521854] env[69846]: DEBUG nova.compute.manager [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.521854] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.522919] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2a75f5-da7f-4367-8b20-d6352ff92874 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.533207] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.533207] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3037c9a-b8a8-4809-8ea1-436fda89bfa3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.540658] env[69846]: DEBUG oslo_vmware.api [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1278.540658] env[69846]: value = "task-2950729" [ 1278.540658] env[69846]: _type = "Task" [ 1278.540658] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.551461] env[69846]: DEBUG oslo_vmware.api [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.624363] env[69846]: DEBUG nova.compute.manager [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Received event network-vif-plugged-5c89ccc9-54ae-449f-a001-61832fb077a1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.624363] env[69846]: DEBUG oslo_concurrency.lockutils [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] Acquiring lock "64e037ca-5f14-4daa-a8fb-284b9347719f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.624363] env[69846]: DEBUG oslo_concurrency.lockutils [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.624363] env[69846]: DEBUG oslo_concurrency.lockutils [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.624363] env[69846]: DEBUG nova.compute.manager [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] No waiting events found dispatching network-vif-plugged-5c89ccc9-54ae-449f-a001-61832fb077a1 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.624363] env[69846]: WARNING nova.compute.manager [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Received unexpected event network-vif-plugged-5c89ccc9-54ae-449f-a001-61832fb077a1 for instance with vm_state building and task_state spawning. [ 1278.624638] env[69846]: DEBUG nova.compute.manager [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Received event network-changed-5c89ccc9-54ae-449f-a001-61832fb077a1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.625039] env[69846]: DEBUG nova.compute.manager [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Refreshing instance network info cache due to event network-changed-5c89ccc9-54ae-449f-a001-61832fb077a1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.625334] env[69846]: DEBUG oslo_concurrency.lockutils [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] Acquiring lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.860215] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "1d515e88-d820-4068-871e-7194ad3d7b09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.860468] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1d515e88-d820-4068-871e-7194ad3d7b09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.860671] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "1d515e88-d820-4068-871e-7194ad3d7b09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.860843] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1d515e88-d820-4068-871e-7194ad3d7b09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.861058] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1d515e88-d820-4068-871e-7194ad3d7b09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.863174] env[69846]: INFO nova.compute.manager [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Terminating instance [ 1278.919919] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.923029] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.648s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.943426] env[69846]: INFO nova.scheduler.client.report [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleted allocations for instance ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a [ 1279.050546] env[69846]: DEBUG oslo_vmware.api [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950729, 'name': PowerOffVM_Task, 'duration_secs': 0.2085} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.051313] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.051313] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.051680] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceadafa6-4d5b-49a6-a7e9-6a64a7c59e12 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.062213] env[69846]: DEBUG nova.network.neutron [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.114983] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.115231] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.115485] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleting the datastore file [datastore2] 28c24da4-81f6-41cb-8b13-f850eb35990f {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.116110] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34e2ff28-6f70-4cc8-b0fb-efcd74a05e79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.122222] env[69846]: DEBUG oslo_vmware.api [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1279.122222] env[69846]: value = "task-2950731" [ 1279.122222] env[69846]: _type = "Task" [ 1279.122222] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.130093] env[69846]: DEBUG oslo_vmware.api [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.154695] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "befeaf3c-5978-4d33-8324-f5cfd2071524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.154952] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.155181] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "befeaf3c-5978-4d33-8324-f5cfd2071524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.155370] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.155532] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.157777] env[69846]: INFO nova.compute.manager [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Terminating instance [ 1279.202167] env[69846]: DEBUG nova.network.neutron [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance_info_cache with network_info: [{"id": "5c89ccc9-54ae-449f-a001-61832fb077a1", "address": "fa:16:3e:a6:1a:0c", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c89ccc9-54", "ovs_interfaceid": "5c89ccc9-54ae-449f-a001-61832fb077a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.366372] env[69846]: DEBUG nova.compute.manager [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.366599] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.367569] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53fc647-6cc4-4cef-bbd0-2b5513c2bf34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.375694] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.375942] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb3df52c-c927-426f-afec-c63631f06fbc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.446819] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.447064] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.447263] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleting the datastore file [datastore1] 1d515e88-d820-4068-871e-7194ad3d7b09 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.449677] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73b1ea4a-740a-483c-8b82-e7de43f8cf6b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.453138] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ebfbc60a-5ada-4401-8e87-5b417f305a09 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.525s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.456663] env[69846]: DEBUG oslo_vmware.api [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1279.456663] env[69846]: value = "task-2950733" [ 1279.456663] env[69846]: _type = "Task" [ 1279.456663] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.463806] env[69846]: DEBUG oslo_vmware.api [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.633129] env[69846]: DEBUG oslo_vmware.api [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413479} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.633422] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.633648] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.633991] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.634196] env[69846]: INFO nova.compute.manager [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1279.634631] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.634631] env[69846]: DEBUG nova.compute.manager [-] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.634741] env[69846]: DEBUG nova.network.neutron [-] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.662139] env[69846]: DEBUG nova.compute.manager [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.662420] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.662669] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2202fa3b-3536-4188-a3cd-6f62482f9d3d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.669764] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1279.669764] env[69846]: value = "task-2950734" [ 1279.669764] env[69846]: _type = "Task" [ 1279.669764] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.677743] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.705088] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.705441] env[69846]: DEBUG nova.compute.manager [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Instance network_info: |[{"id": "5c89ccc9-54ae-449f-a001-61832fb077a1", "address": "fa:16:3e:a6:1a:0c", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c89ccc9-54", "ovs_interfaceid": "5c89ccc9-54ae-449f-a001-61832fb077a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.705750] env[69846]: DEBUG oslo_concurrency.lockutils [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] Acquired lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.705940] env[69846]: DEBUG nova.network.neutron [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Refreshing network info cache for port 5c89ccc9-54ae-449f-a001-61832fb077a1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.707907] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:1a:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c89ccc9-54ae-449f-a001-61832fb077a1', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.716170] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.717465] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.717731] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c18a5d27-1a29-4298-bdd6-c4c0027f7afd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.738133] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.738133] env[69846]: value = "task-2950735" [ 1279.738133] env[69846]: _type = "Task" [ 1279.738133] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.747691] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950735, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.956370] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 628fd318-5e25-4902-9bd1-8573df493026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.956766] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c512fb9a-7082-44a2-a6f0-4a93a67867d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.957040] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1fe837c2-171e-4d8a-9c37-ef937a6783d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.957369] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 28c24da4-81f6-41cb-8b13-f850eb35990f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.957681] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 4f301af5-5e48-4abe-bbab-1597a27d5e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.957949] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.958245] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance befeaf3c-5978-4d33-8324-f5cfd2071524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.958502] env[69846]: WARNING nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance b4065fe4-8380-44f3-84d4-2943e50aa276 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1279.958828] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 1d515e88-d820-4068-871e-7194ad3d7b09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.959132] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 64e037ca-5f14-4daa-a8fb-284b9347719f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1279.962059] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1279.962059] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1279.973226] env[69846]: DEBUG oslo_vmware.api [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16347} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.973760] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.974101] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.974417] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.974712] env[69846]: INFO nova.compute.manager [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1279.975092] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.975458] env[69846]: DEBUG nova.compute.manager [-] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.975787] env[69846]: DEBUG nova.network.neutron [-] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.108445] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da89025b-59a0-46d2-b223-026dd9dbf5ae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.118695] env[69846]: DEBUG oslo_concurrency.lockutils [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.118695] env[69846]: DEBUG oslo_concurrency.lockutils [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.118832] env[69846]: DEBUG oslo_concurrency.lockutils [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "4f301af5-5e48-4abe-bbab-1597a27d5e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.119037] env[69846]: DEBUG oslo_concurrency.lockutils [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.119289] env[69846]: DEBUG oslo_concurrency.lockutils [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.123105] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c433c0-330b-431e-ae56-6158c521af68 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.128222] env[69846]: INFO nova.compute.manager [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Terminating instance [ 1280.178263] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6774ea8e-2434-47c5-9b87-471c9475eab5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.189390] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7935130d-5a61-47a6-aeb7-43ed68cb0623 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.193626] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950734, 'name': PowerOffVM_Task, 'duration_secs': 0.227938} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.199042] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.199042] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1280.199042] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592194', 'volume_id': '9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'name': 'volume-9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'befeaf3c-5978-4d33-8324-f5cfd2071524', 'attached_at': '2025-03-11T20:31:15.000000', 'detached_at': '', 'volume_id': '9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'serial': '9dcc973a-e10f-4964-8a6e-9bc8838eb529'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1280.199042] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18a152-3bab-4eac-81c9-a818fc5bc435 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.208470] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.232240] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcaaa54-c940-4128-89db-b76865b90bb9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.244846] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bcda35-26f5-44b7-86fd-d90ffa75ae5b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.248603] env[69846]: DEBUG nova.compute.manager [req-c692b0ca-636a-45eb-a45c-3461a401d818 req-26cd94d5-e5b7-4234-bc07-72c319132918 service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Received event network-vif-deleted-0e6965ea-156a-44b0-8e76-ab4180f74d00 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.248603] env[69846]: INFO nova.compute.manager [req-c692b0ca-636a-45eb-a45c-3461a401d818 req-26cd94d5-e5b7-4234-bc07-72c319132918 service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Neutron deleted interface 0e6965ea-156a-44b0-8e76-ab4180f74d00; detaching it from the instance and deleting it from the info cache [ 1280.248603] env[69846]: DEBUG nova.network.neutron [req-c692b0ca-636a-45eb-a45c-3461a401d818 req-26cd94d5-e5b7-4234-bc07-72c319132918 service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.256150] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950735, 'name': CreateVM_Task, 'duration_secs': 0.345635} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.271485] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.276686] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e75816-51ce-4c98-8b0b-75d0fb7d9d0e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.293423] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] The volume has not been displaced from its original location: [datastore1] volume-9dcc973a-e10f-4964-8a6e-9bc8838eb529/volume-9dcc973a-e10f-4964-8a6e-9bc8838eb529.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1280.298616] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1280.299978] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.300129] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.300394] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.301103] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf27f103-d1c7-4bd8-92de-7764cd4c384a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.313697] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4dd8eb-e88b-4a7f-a9d0-a05705afec0b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.321349] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1280.321349] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5297121b-7d9f-a016-f1b9-c394902f1b48" [ 1280.321349] env[69846]: _type = "Task" [ 1280.321349] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.325522] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1280.325522] env[69846]: value = "task-2950736" [ 1280.325522] env[69846]: _type = "Task" [ 1280.325522] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.334621] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5297121b-7d9f-a016-f1b9-c394902f1b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.454265] env[69846]: DEBUG nova.network.neutron [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updated VIF entry in instance network info cache for port 5c89ccc9-54ae-449f-a001-61832fb077a1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.454633] env[69846]: DEBUG nova.network.neutron [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance_info_cache with network_info: [{"id": "5c89ccc9-54ae-449f-a001-61832fb077a1", "address": "fa:16:3e:a6:1a:0c", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c89ccc9-54", "ovs_interfaceid": "5c89ccc9-54ae-449f-a001-61832fb077a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.533532] env[69846]: DEBUG nova.network.neutron [-] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.633034] env[69846]: DEBUG nova.compute.manager [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.633371] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.634324] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025c5e11-54c5-42c5-be17-993bf612fff1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.642370] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.642370] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-913cc009-4fd8-452e-b15e-2b85c761378c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.648921] env[69846]: DEBUG oslo_vmware.api [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1280.648921] env[69846]: value = "task-2950737" [ 1280.648921] env[69846]: _type = "Task" [ 1280.648921] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.653880] env[69846]: DEBUG nova.compute.manager [req-5156e0b1-a71b-4f58-9705-e1a274eaf3de req-de7baad3-95fc-4e04-86ff-73c96990a40c service nova] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Received event network-vif-deleted-9d64d38f-3578-4167-814d-234269414156 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.658888] env[69846]: DEBUG oslo_vmware.api [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.711377] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.736080] env[69846]: DEBUG nova.network.neutron [-] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.752115] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8df1af51-4cd6-4118-9445-1b765e7cfdc6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.762865] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4be32-017f-4268-b800-933484939a44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.793695] env[69846]: DEBUG nova.compute.manager [req-c692b0ca-636a-45eb-a45c-3461a401d818 req-26cd94d5-e5b7-4234-bc07-72c319132918 service nova] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Detach interface failed, port_id=0e6965ea-156a-44b0-8e76-ab4180f74d00, reason: Instance 1d515e88-d820-4068-871e-7194ad3d7b09 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1280.832588] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5297121b-7d9f-a016-f1b9-c394902f1b48, 'name': SearchDatastore_Task, 'duration_secs': 0.01688} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.833284] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.833542] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.833805] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.833958] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.834157] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.834426] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f421222a-ea21-476d-ada5-8ad8f4eb3224 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.838763] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950736, 'name': ReconfigVM_Task, 'duration_secs': 0.32696} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.839309] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1280.844273] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec0c855-7c6d-48f2-bba2-1aba36526e6a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.854613] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.854778] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.855760] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387d3fca-2015-4dc4-a30d-4442cf76ae1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.861169] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1280.861169] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]524661b1-a91d-ad55-27f7-50221ada8230" [ 1280.861169] env[69846]: _type = "Task" [ 1280.861169] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.864822] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1280.864822] env[69846]: value = "task-2950738" [ 1280.864822] env[69846]: _type = "Task" [ 1280.864822] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.870627] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524661b1-a91d-ad55-27f7-50221ada8230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.875532] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950738, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.957573] env[69846]: DEBUG oslo_concurrency.lockutils [req-07f098f0-6848-45b9-bab5-f8a519d2ca1d req-2555c2c1-967a-44e8-8c6a-4192d3802d51 service nova] Releasing lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.036336] env[69846]: INFO nova.compute.manager [-] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Took 1.40 seconds to deallocate network for instance. [ 1281.162652] env[69846]: DEBUG oslo_vmware.api [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950737, 'name': PowerOffVM_Task, 'duration_secs': 0.274122} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.164038] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.164038] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.164038] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c6fb413-e38c-4d40-aeb1-118f6517c4ff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.215781] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1281.215985] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.294s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.216288] env[69846]: DEBUG oslo_concurrency.lockutils [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.899s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.216500] env[69846]: DEBUG oslo_concurrency.lockutils [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.226218] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.226435] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.226615] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleting the datastore file [datastore1] 4f301af5-5e48-4abe-bbab-1597a27d5e42 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.226870] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04a62c73-99ae-4e7d-93d3-fee032be7063 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.234045] env[69846]: DEBUG oslo_vmware.api [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for the task: (returnval){ [ 1281.234045] env[69846]: value = "task-2950740" [ 1281.234045] env[69846]: _type = "Task" [ 1281.234045] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.238496] env[69846]: INFO nova.scheduler.client.report [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleted allocations for instance b4065fe4-8380-44f3-84d4-2943e50aa276 [ 1281.239665] env[69846]: INFO nova.compute.manager [-] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Took 1.26 seconds to deallocate network for instance. [ 1281.246077] env[69846]: DEBUG oslo_vmware.api [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.373385] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950738, 'name': ReconfigVM_Task, 'duration_secs': 0.195044} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.376690] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592194', 'volume_id': '9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'name': 'volume-9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'befeaf3c-5978-4d33-8324-f5cfd2071524', 'attached_at': '2025-03-11T20:31:15.000000', 'detached_at': '', 'volume_id': '9dcc973a-e10f-4964-8a6e-9bc8838eb529', 'serial': '9dcc973a-e10f-4964-8a6e-9bc8838eb529'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1281.376986] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.377278] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]524661b1-a91d-ad55-27f7-50221ada8230, 'name': SearchDatastore_Task, 'duration_secs': 0.016102} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.377921] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f526eb69-2e7b-4616-b353-1570af6664c0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.380682] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a096ab9-b2c6-42e1-89c6-248a42d2b6ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.385808] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1281.385808] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52901cad-35f1-8c89-08f7-210934d55e12" [ 1281.385808] env[69846]: _type = "Task" [ 1281.385808] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.387953] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.391116] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1e20e89-ba19-466f-83a2-80a13beb5cbf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.397366] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52901cad-35f1-8c89-08f7-210934d55e12, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.397587] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.397827] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 64e037ca-5f14-4daa-a8fb-284b9347719f/64e037ca-5f14-4daa-a8fb-284b9347719f.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.398059] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fb8a883-4837-4076-9187-f78604c8ef20 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.403805] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1281.403805] env[69846]: value = "task-2950742" [ 1281.403805] env[69846]: _type = "Task" [ 1281.403805] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.410647] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.542773] env[69846]: DEBUG oslo_concurrency.lockutils [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.543117] env[69846]: DEBUG oslo_concurrency.lockutils [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.543393] env[69846]: DEBUG nova.objects.instance [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lazy-loading 'resources' on Instance uuid 28c24da4-81f6-41cb-8b13-f850eb35990f {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.745192] env[69846]: DEBUG oslo_vmware.api [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Task: {'id': task-2950740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096597} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.745637] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.745818] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.746064] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.746364] env[69846]: INFO nova.compute.manager [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1281.746674] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.749293] env[69846]: DEBUG nova.compute.manager [-] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.749407] env[69846]: DEBUG nova.network.neutron [-] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.751517] env[69846]: DEBUG oslo_concurrency.lockutils [None req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "b4065fe4-8380-44f3-84d4-2943e50aa276" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.034s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.753389] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.913672] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456636} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.913925] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 64e037ca-5f14-4daa-a8fb-284b9347719f/64e037ca-5f14-4daa-a8fb-284b9347719f.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.914153] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.914422] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b56c64d2-3d88-4ec4-b0fd-3d7daebb1354 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.920017] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1281.920017] env[69846]: value = "task-2950743" [ 1281.920017] env[69846]: _type = "Task" [ 1281.920017] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.927042] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.168433] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7d26ec-e466-4edb-b31f-974884af319e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.176481] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d64498b-faff-48b1-8ac0-14f0ebbc24f9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.208355] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a672f78a-fc3d-4869-81a0-e1ab18b2e158 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.216154] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc2dac5-142c-4586-bcd5-d4909ced7943 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.220070] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.220283] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.220792] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.220959] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.221149] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.221305] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.221455] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.221588] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1282.229928] env[69846]: DEBUG nova.compute.provider_tree [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.430243] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072608} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.430581] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.431408] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b80c9d7-e8eb-4877-86d6-7fcdfba22dc8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.452678] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 64e037ca-5f14-4daa-a8fb-284b9347719f/64e037ca-5f14-4daa-a8fb-284b9347719f.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.452938] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c690d3-ce00-418d-bd5b-054fcf754e03 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.472394] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1282.472394] env[69846]: value = "task-2950744" [ 1282.472394] env[69846]: _type = "Task" [ 1282.472394] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.480777] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.484645] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.484892] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.485119] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleting the datastore file [datastore1] befeaf3c-5978-4d33-8324-f5cfd2071524 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.485402] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cff328b0-aecb-42b7-8332-0c20b89c8785 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.491697] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1282.491697] env[69846]: value = "task-2950745" [ 1282.491697] env[69846]: _type = "Task" [ 1282.491697] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.501361] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.545973] env[69846]: DEBUG nova.network.neutron [-] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.681680] env[69846]: DEBUG nova.compute.manager [req-9f35104d-2352-4e51-8b78-21530e265431 req-80cd1954-ca05-4a4f-9a65-7851aa12fb50 service nova] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Received event network-vif-deleted-880a0da9-9463-4f59-86bc-0fc8bab8136e {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.732988] env[69846]: DEBUG nova.scheduler.client.report [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.982432] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950744, 'name': ReconfigVM_Task, 'duration_secs': 0.308089} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.982721] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 64e037ca-5f14-4daa-a8fb-284b9347719f/64e037ca-5f14-4daa-a8fb-284b9347719f.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.983700] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54618c1e-9ea3-410a-8565-3cc6a9e8bf77 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.989639] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1282.989639] env[69846]: value = "task-2950746" [ 1282.989639] env[69846]: _type = "Task" [ 1282.989639] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.003360] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950746, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.006609] env[69846]: DEBUG oslo_vmware.api [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171991} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.006892] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.007165] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.007298] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.007481] env[69846]: INFO nova.compute.manager [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Took 3.35 seconds to destroy the instance on the hypervisor. [ 1283.007748] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.007954] env[69846]: DEBUG nova.compute.manager [-] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.008074] env[69846]: DEBUG nova.network.neutron [-] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.049453] env[69846]: INFO nova.compute.manager [-] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Took 1.30 seconds to deallocate network for instance. [ 1283.058165] env[69846]: DEBUG oslo_concurrency.lockutils [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.058786] env[69846]: DEBUG oslo_concurrency.lockutils [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.059164] env[69846]: DEBUG oslo_concurrency.lockutils [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.059423] env[69846]: DEBUG oslo_concurrency.lockutils [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.059677] env[69846]: DEBUG oslo_concurrency.lockutils [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.062834] env[69846]: INFO nova.compute.manager [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Terminating instance [ 1283.115953] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.116211] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.239892] env[69846]: DEBUG oslo_concurrency.lockutils [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.242898] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.489s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.242898] env[69846]: DEBUG nova.objects.instance [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lazy-loading 'resources' on Instance uuid 1d515e88-d820-4068-871e-7194ad3d7b09 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.263614] env[69846]: INFO nova.scheduler.client.report [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted allocations for instance 28c24da4-81f6-41cb-8b13-f850eb35990f [ 1283.499755] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950746, 'name': Rename_Task, 'duration_secs': 0.134607} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.500037] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.500331] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c5b54c-f866-4e31-ad1d-3c8e46e67fb3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.506268] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1283.506268] env[69846]: value = "task-2950747" [ 1283.506268] env[69846]: _type = "Task" [ 1283.506268] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.513548] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.563381] env[69846]: DEBUG oslo_concurrency.lockutils [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.567408] env[69846]: DEBUG nova.compute.manager [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.567623] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.568580] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e03cede-20d7-4d4a-8ad2-8de1883b5f1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.576358] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.576587] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba65bce0-e5a9-4787-aaa4-603f942dc850 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.583043] env[69846]: DEBUG oslo_vmware.api [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1283.583043] env[69846]: value = "task-2950748" [ 1283.583043] env[69846]: _type = "Task" [ 1283.583043] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.591561] env[69846]: DEBUG oslo_vmware.api [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.618784] env[69846]: DEBUG nova.compute.manager [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.772619] env[69846]: DEBUG oslo_concurrency.lockutils [None req-71dc589e-0ac4-4869-abf7-509a6dc5b4b2 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "28c24da4-81f6-41cb-8b13-f850eb35990f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.762s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.883670] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db37f7-64d8-4263-b7f0-92271ee7a200 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.891266] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d75c9d6-b0c5-47bf-893e-cbc13085d6ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.921328] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f37355-cee0-4676-acdf-6c34370b44ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.929532] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097c39d0-20b1-4757-9857-c5946813df6c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.943335] env[69846]: DEBUG nova.compute.provider_tree [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.015884] env[69846]: DEBUG oslo_vmware.api [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950747, 'name': PowerOnVM_Task, 'duration_secs': 0.456232} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.016283] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.016485] env[69846]: INFO nova.compute.manager [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1284.016655] env[69846]: DEBUG nova.compute.manager [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.017746] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab203dd-d17b-40fd-b5a0-66534259d917 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.039226] env[69846]: DEBUG nova.network.neutron [-] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.093269] env[69846]: DEBUG oslo_vmware.api [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950748, 'name': PowerOffVM_Task, 'duration_secs': 0.191345} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.093612] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.093835] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.094119] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1118da9e-ffa7-4c09-944b-3b5548f7311d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.140478] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.170449] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.171326] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.171326] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleting the datastore file [datastore1] a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.171326] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d765a8b0-dd79-4e6f-bb31-fda742571983 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.179160] env[69846]: DEBUG oslo_vmware.api [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for the task: (returnval){ [ 1284.179160] env[69846]: value = "task-2950750" [ 1284.179160] env[69846]: _type = "Task" [ 1284.179160] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.187264] env[69846]: DEBUG oslo_vmware.api [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.447352] env[69846]: DEBUG nova.scheduler.client.report [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.535551] env[69846]: INFO nova.compute.manager [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Took 15.62 seconds to build instance. [ 1284.541890] env[69846]: INFO nova.compute.manager [-] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Took 1.53 seconds to deallocate network for instance. [ 1284.689388] env[69846]: DEBUG oslo_vmware.api [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Task: {'id': task-2950750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218676} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.689601] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.689785] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.689965] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.690151] env[69846]: INFO nova.compute.manager [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1284.690391] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.690579] env[69846]: DEBUG nova.compute.manager [-] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.690671] env[69846]: DEBUG nova.network.neutron [-] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.706107] env[69846]: DEBUG nova.compute.manager [req-f9dd30a5-9744-4e01-8f0c-2a63da59dfb8 req-140db75a-0e4d-4f4f-a1d2-3723ba07518a service nova] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Received event network-vif-deleted-1ebf8428-e3e7-4d67-b079-c80388b17895 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.952836] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.955946] env[69846]: DEBUG oslo_concurrency.lockutils [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.393s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.956195] env[69846]: DEBUG nova.objects.instance [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lazy-loading 'resources' on Instance uuid 4f301af5-5e48-4abe-bbab-1597a27d5e42 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.974945] env[69846]: INFO nova.scheduler.client.report [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted allocations for instance 1d515e88-d820-4068-871e-7194ad3d7b09 [ 1285.037720] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4e593069-dff9-41c0-bd10-0ac3f468aba5 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.124s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.086693] env[69846]: INFO nova.compute.manager [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Took 0.54 seconds to detach 1 volumes for instance. [ 1285.485268] env[69846]: DEBUG oslo_concurrency.lockutils [None req-95bf7a43-f776-4f6d-b86d-b3523564d3ae tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1d515e88-d820-4068-871e-7194ad3d7b09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.624s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.571173] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c217d4-6e3b-4b74-b4c9-a3f9544b6fdc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.578873] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7a4c0c-235f-4748-a5b7-672763575651 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.610172] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.611303] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cc679b-694a-4761-84fd-da2340dbe26f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.618108] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a366b-3860-45e6-804f-ad23ce1a38b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.631298] env[69846]: DEBUG nova.compute.provider_tree [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.723240] env[69846]: DEBUG nova.network.neutron [-] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.046133] env[69846]: DEBUG nova.compute.manager [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Stashing vm_state: active {{(pid=69846) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1286.134669] env[69846]: DEBUG nova.scheduler.client.report [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.226527] env[69846]: INFO nova.compute.manager [-] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Took 1.54 seconds to deallocate network for instance. [ 1286.565719] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.638965] env[69846]: DEBUG oslo_concurrency.lockutils [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.641391] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.501s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.643043] env[69846]: INFO nova.compute.claims [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.659986] env[69846]: INFO nova.scheduler.client.report [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Deleted allocations for instance 4f301af5-5e48-4abe-bbab-1597a27d5e42 [ 1286.732036] env[69846]: DEBUG nova.compute.manager [req-d82578bc-a967-409a-be50-5fba5ff325c4 req-d8e57f09-6a62-4943-9988-95dd47cc068f service nova] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Received event network-vif-deleted-2bab9b23-354a-42ce-accb-ec0139c7fb8f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.732904] env[69846]: DEBUG oslo_concurrency.lockutils [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.883454] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.883759] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.884023] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.884406] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.884590] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.886686] env[69846]: INFO nova.compute.manager [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Terminating instance [ 1287.167565] env[69846]: DEBUG oslo_concurrency.lockutils [None req-41916b21-20df-4e71-8413-c8c2c9bf79a4 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Lock "4f301af5-5e48-4abe-bbab-1597a27d5e42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.049s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.389998] env[69846]: DEBUG nova.compute.manager [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.390254] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.391405] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7686a621-3f38-44f5-b4a2-de8e557fde72 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.399612] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.399849] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bab43880-ae1d-435d-aae3-65eafa06bb86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.406817] env[69846]: DEBUG oslo_vmware.api [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1287.406817] env[69846]: value = "task-2950752" [ 1287.406817] env[69846]: _type = "Task" [ 1287.406817] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.414255] env[69846]: DEBUG oslo_vmware.api [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.760920] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc161a5a-01e6-40be-9c0f-c90eb62abaec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.769064] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ed2a03-f719-4dc8-bf4f-1ddc6eb8bc7c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.800552] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f737b8d-fe38-4297-81d9-2a5362166ad5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.809204] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d48908-b38e-4862-a8f3-09c3e726b858 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.824907] env[69846]: DEBUG nova.compute.provider_tree [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.872503] env[69846]: DEBUG oslo_concurrency.lockutils [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "628fd318-5e25-4902-9bd1-8573df493026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.872743] env[69846]: DEBUG oslo_concurrency.lockutils [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "628fd318-5e25-4902-9bd1-8573df493026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.872943] env[69846]: DEBUG oslo_concurrency.lockutils [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "628fd318-5e25-4902-9bd1-8573df493026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.873249] env[69846]: DEBUG oslo_concurrency.lockutils [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "628fd318-5e25-4902-9bd1-8573df493026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.873388] env[69846]: DEBUG oslo_concurrency.lockutils [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "628fd318-5e25-4902-9bd1-8573df493026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.875320] env[69846]: INFO nova.compute.manager [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Terminating instance [ 1287.916079] env[69846]: DEBUG oslo_vmware.api [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950752, 'name': PowerOffVM_Task, 'duration_secs': 0.237645} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.916079] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.916303] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.916627] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-167236ba-809c-41d4-ba7b-b18564028c82 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.982028] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.982316] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.982501] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleting the datastore file [datastore2] 1fe837c2-171e-4d8a-9c37-ef937a6783d6 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.982780] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aba88e37-53d1-424d-ba5e-c670caf5c7db {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.989468] env[69846]: DEBUG oslo_vmware.api [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for the task: (returnval){ [ 1287.989468] env[69846]: value = "task-2950754" [ 1287.989468] env[69846]: _type = "Task" [ 1287.989468] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.998226] env[69846]: DEBUG oslo_vmware.api [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.327963] env[69846]: DEBUG nova.scheduler.client.report [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.378603] env[69846]: DEBUG nova.compute.manager [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.378850] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.379857] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee466cf-4f82-4cba-aa99-d9cff727a34d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.387618] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.387814] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6476ea83-5bbc-4a29-8bdf-2787969390b8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.393686] env[69846]: DEBUG oslo_vmware.api [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1288.393686] env[69846]: value = "task-2950755" [ 1288.393686] env[69846]: _type = "Task" [ 1288.393686] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.401517] env[69846]: DEBUG oslo_vmware.api [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.499476] env[69846]: DEBUG oslo_vmware.api [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Task: {'id': task-2950754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17608} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.499822] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.500093] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.500350] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.500663] env[69846]: INFO nova.compute.manager [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1288.501567] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.501567] env[69846]: DEBUG nova.compute.manager [-] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.501567] env[69846]: DEBUG nova.network.neutron [-] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.834185] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.834724] env[69846]: DEBUG nova.compute.manager [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1288.841019] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.228s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.841019] env[69846]: DEBUG nova.objects.instance [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'resources' on Instance uuid befeaf3c-5978-4d33-8324-f5cfd2071524 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.853592] env[69846]: DEBUG nova.compute.manager [req-2b175699-9756-486c-b2bf-7dccdba09f27 req-4da67a96-0903-4893-808a-0b511d526957 service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Received event network-vif-deleted-53eb5673-1007-4ec4-9611-260069edaae4 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.853736] env[69846]: INFO nova.compute.manager [req-2b175699-9756-486c-b2bf-7dccdba09f27 req-4da67a96-0903-4893-808a-0b511d526957 service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Neutron deleted interface 53eb5673-1007-4ec4-9611-260069edaae4; detaching it from the instance and deleting it from the info cache [ 1288.855526] env[69846]: DEBUG nova.network.neutron [req-2b175699-9756-486c-b2bf-7dccdba09f27 req-4da67a96-0903-4893-808a-0b511d526957 service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.903015] env[69846]: DEBUG oslo_vmware.api [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950755, 'name': PowerOffVM_Task, 'duration_secs': 0.241034} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.903624] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.903811] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.904068] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad1be169-7e17-432d-91df-f15b5e726292 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.200681] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.200916] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.201190] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleting the datastore file [datastore2] 628fd318-5e25-4902-9bd1-8573df493026 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.201488] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea5f913c-1ab8-416c-85c6-ea7688ad9ea9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.208503] env[69846]: DEBUG oslo_vmware.api [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for the task: (returnval){ [ 1289.208503] env[69846]: value = "task-2950757" [ 1289.208503] env[69846]: _type = "Task" [ 1289.208503] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.217652] env[69846]: DEBUG oslo_vmware.api [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.338356] env[69846]: DEBUG nova.network.neutron [-] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.341719] env[69846]: DEBUG nova.compute.utils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1289.342652] env[69846]: DEBUG nova.compute.manager [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1289.342652] env[69846]: DEBUG nova.network.neutron [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.359808] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eff0b468-bcd8-476b-873b-e770e5b12979 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.367945] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c76016-7097-49ea-bf89-7157eea046dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.381755] env[69846]: DEBUG nova.policy [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3df77bf5447a4670ba2f38e8d0ab476e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d0f0e9a6cf4ead9090ef122c604272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.401689] env[69846]: DEBUG nova.compute.manager [req-2b175699-9756-486c-b2bf-7dccdba09f27 req-4da67a96-0903-4893-808a-0b511d526957 service nova] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Detach interface failed, port_id=53eb5673-1007-4ec4-9611-260069edaae4, reason: Instance 1fe837c2-171e-4d8a-9c37-ef937a6783d6 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.473837] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80f253e-3668-48a3-8240-2e3db1ca94de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.481291] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f0a7a2-00d6-4ca2-b553-284de547c950 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.511328] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff1a69a-14b4-4f11-a9e4-80c4dff6d5ac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.518240] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768014a3-d26e-40dd-815f-eaa457a8fed5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.536190] env[69846]: DEBUG nova.compute.provider_tree [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.662985] env[69846]: DEBUG nova.network.neutron [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Successfully created port: d1c2c599-1c01-40f2-a192-f00597458758 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.725279] env[69846]: DEBUG oslo_vmware.api [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Task: {'id': task-2950757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134642} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.725279] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.725279] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.725279] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.725279] env[69846]: INFO nova.compute.manager [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1289.725279] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.725279] env[69846]: DEBUG nova.compute.manager [-] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.725279] env[69846]: DEBUG nova.network.neutron [-] [instance: 628fd318-5e25-4902-9bd1-8573df493026] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.843936] env[69846]: INFO nova.compute.manager [-] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Took 1.34 seconds to deallocate network for instance. [ 1289.845780] env[69846]: DEBUG nova.compute.manager [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.039240] env[69846]: DEBUG nova.scheduler.client.report [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.149411] env[69846]: DEBUG nova.compute.manager [req-9080755f-5bc8-433c-8ab5-2167d1adf1ef req-d613110e-205c-4056-9b12-67a08e6ab8fc service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Received event network-vif-deleted-eb75ba55-ba70-40c5-8b56-53adde6fcee1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.149653] env[69846]: INFO nova.compute.manager [req-9080755f-5bc8-433c-8ab5-2167d1adf1ef req-d613110e-205c-4056-9b12-67a08e6ab8fc service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Neutron deleted interface eb75ba55-ba70-40c5-8b56-53adde6fcee1; detaching it from the instance and deleting it from the info cache [ 1290.149792] env[69846]: DEBUG nova.network.neutron [req-9080755f-5bc8-433c-8ab5-2167d1adf1ef req-d613110e-205c-4056-9b12-67a08e6ab8fc service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.356447] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.546032] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.548020] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.982s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.570425] env[69846]: INFO nova.scheduler.client.report [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleted allocations for instance befeaf3c-5978-4d33-8324-f5cfd2071524 [ 1290.628507] env[69846]: DEBUG nova.network.neutron [-] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.652675] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a15bc121-06bd-4a30-9876-6e4cfdb2a371 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.665070] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eccacc-9292-4f50-b3ec-c39cf1f00337 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.690189] env[69846]: DEBUG nova.compute.manager [req-9080755f-5bc8-433c-8ab5-2167d1adf1ef req-d613110e-205c-4056-9b12-67a08e6ab8fc service nova] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Detach interface failed, port_id=eb75ba55-ba70-40c5-8b56-53adde6fcee1, reason: Instance 628fd318-5e25-4902-9bd1-8573df493026 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1290.858968] env[69846]: DEBUG nova.compute.manager [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.901439] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.901708] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.902152] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.902384] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.902553] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.902711] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.902923] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.903098] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.903304] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.903685] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.903879] env[69846]: DEBUG nova.virt.hardware [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.905065] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cbd8a8-76e5-411f-9dd6-285828813b51 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.913412] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921985f2-3372-418c-b699-8cae76390d64 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.055054] env[69846]: INFO nova.compute.claims [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.077629] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "befeaf3c-5978-4d33-8324-f5cfd2071524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.923s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.130535] env[69846]: INFO nova.compute.manager [-] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Took 1.41 seconds to deallocate network for instance. [ 1291.447239] env[69846]: DEBUG nova.compute.manager [req-c36b8870-4c12-40f3-84d6-0449da1e1ceb req-8ebee6b9-7692-4e96-ae65-4b58658ecece service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Received event network-vif-plugged-d1c2c599-1c01-40f2-a192-f00597458758 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.447519] env[69846]: DEBUG oslo_concurrency.lockutils [req-c36b8870-4c12-40f3-84d6-0449da1e1ceb req-8ebee6b9-7692-4e96-ae65-4b58658ecece service nova] Acquiring lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.447668] env[69846]: DEBUG oslo_concurrency.lockutils [req-c36b8870-4c12-40f3-84d6-0449da1e1ceb req-8ebee6b9-7692-4e96-ae65-4b58658ecece service nova] Lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.447839] env[69846]: DEBUG oslo_concurrency.lockutils [req-c36b8870-4c12-40f3-84d6-0449da1e1ceb req-8ebee6b9-7692-4e96-ae65-4b58658ecece service nova] Lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.448022] env[69846]: DEBUG nova.compute.manager [req-c36b8870-4c12-40f3-84d6-0449da1e1ceb req-8ebee6b9-7692-4e96-ae65-4b58658ecece service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] No waiting events found dispatching network-vif-plugged-d1c2c599-1c01-40f2-a192-f00597458758 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.449052] env[69846]: WARNING nova.compute.manager [req-c36b8870-4c12-40f3-84d6-0449da1e1ceb req-8ebee6b9-7692-4e96-ae65-4b58658ecece service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Received unexpected event network-vif-plugged-d1c2c599-1c01-40f2-a192-f00597458758 for instance with vm_state building and task_state spawning. [ 1291.559194] env[69846]: INFO nova.compute.resource_tracker [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating resource usage from migration 1f455bf5-c4c2-4739-b09c-c3ad8daa7536 [ 1291.594095] env[69846]: DEBUG nova.network.neutron [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Successfully updated port: d1c2c599-1c01-40f2-a192-f00597458758 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.637098] env[69846]: DEBUG oslo_concurrency.lockutils [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.676676] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b9e4cf-9d7d-4d61-9fe6-6d0d87f18149 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.685816] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532ff09e-0a82-45f4-84c4-16d046a01e59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.717214] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623d66b-5041-4548-94c0-5e3db54166b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.724626] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43e8bef-aaa8-4338-ab95-b20ac5845923 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.745159] env[69846]: DEBUG nova.compute.provider_tree [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.097664] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.098270] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.098270] env[69846]: DEBUG nova.network.neutron [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.248234] env[69846]: DEBUG nova.scheduler.client.report [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.335339] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "15ed9e07-3c3a-4961-9444-432e3837d947" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.335648] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "15ed9e07-3c3a-4961-9444-432e3837d947" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.654861] env[69846]: DEBUG nova.network.neutron [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1292.755300] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.206s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.755300] env[69846]: INFO nova.compute.manager [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Migrating [ 1292.760709] env[69846]: DEBUG oslo_concurrency.lockutils [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.028s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.761652] env[69846]: DEBUG nova.objects.instance [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lazy-loading 'resources' on Instance uuid a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.810658] env[69846]: DEBUG nova.network.neutron [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance_info_cache with network_info: [{"id": "d1c2c599-1c01-40f2-a192-f00597458758", "address": "fa:16:3e:7d:9f:93", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c2c599-1c", "ovs_interfaceid": "d1c2c599-1c01-40f2-a192-f00597458758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.838377] env[69846]: DEBUG nova.compute.manager [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.274625] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.274625] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.274625] env[69846]: DEBUG nova.network.neutron [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.321047] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.321047] env[69846]: DEBUG nova.compute.manager [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Instance network_info: |[{"id": "d1c2c599-1c01-40f2-a192-f00597458758", "address": "fa:16:3e:7d:9f:93", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c2c599-1c", "ovs_interfaceid": "d1c2c599-1c01-40f2-a192-f00597458758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.321047] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:9f:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1c2c599-1c01-40f2-a192-f00597458758', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.328805] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.334039] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.334039] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6beb159a-18f4-420a-9019-8b1d656b9bbd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.363503] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.363503] env[69846]: value = "task-2950758" [ 1293.363503] env[69846]: _type = "Task" [ 1293.363503] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.370378] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.373869] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950758, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.420498] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8119ee-ea73-479c-85ae-eab4d6fc1ba7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.428507] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a52627-88c1-4b2e-b98f-443c3c2dc22c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.460566] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3378bd-4fb0-4a7b-bdd6-4f7c9b9a530d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.467735] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56e3168-7546-470d-957d-cdbc2d9c5e62 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.474460] env[69846]: DEBUG nova.compute.manager [req-f07f4d25-ec26-470c-912a-65d2d41fe201 req-7d908ef3-4783-445c-9b49-5692488af12f service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Received event network-changed-d1c2c599-1c01-40f2-a192-f00597458758 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.474658] env[69846]: DEBUG nova.compute.manager [req-f07f4d25-ec26-470c-912a-65d2d41fe201 req-7d908ef3-4783-445c-9b49-5692488af12f service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Refreshing instance network info cache due to event network-changed-d1c2c599-1c01-40f2-a192-f00597458758. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.474954] env[69846]: DEBUG oslo_concurrency.lockutils [req-f07f4d25-ec26-470c-912a-65d2d41fe201 req-7d908ef3-4783-445c-9b49-5692488af12f service nova] Acquiring lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.475103] env[69846]: DEBUG oslo_concurrency.lockutils [req-f07f4d25-ec26-470c-912a-65d2d41fe201 req-7d908ef3-4783-445c-9b49-5692488af12f service nova] Acquired lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.475268] env[69846]: DEBUG nova.network.neutron [req-f07f4d25-ec26-470c-912a-65d2d41fe201 req-7d908ef3-4783-445c-9b49-5692488af12f service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Refreshing network info cache for port d1c2c599-1c01-40f2-a192-f00597458758 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.484785] env[69846]: DEBUG nova.compute.provider_tree [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.704498] env[69846]: DEBUG nova.network.neutron [req-f07f4d25-ec26-470c-912a-65d2d41fe201 req-7d908ef3-4783-445c-9b49-5692488af12f service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updated VIF entry in instance network info cache for port d1c2c599-1c01-40f2-a192-f00597458758. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.704867] env[69846]: DEBUG nova.network.neutron [req-f07f4d25-ec26-470c-912a-65d2d41fe201 req-7d908ef3-4783-445c-9b49-5692488af12f service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance_info_cache with network_info: [{"id": "d1c2c599-1c01-40f2-a192-f00597458758", "address": "fa:16:3e:7d:9f:93", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c2c599-1c", "ovs_interfaceid": "d1c2c599-1c01-40f2-a192-f00597458758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.872460] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950758, 'name': CreateVM_Task, 'duration_secs': 0.368203} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.872606] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.873336] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.873518] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.873914] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.874193] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d6bf93-7760-40c6-b974-daf6c1ae2aba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.878700] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1293.878700] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5219294c-2d5e-daeb-147b-fe8b7fa86586" [ 1293.878700] env[69846]: _type = "Task" [ 1293.878700] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.889801] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5219294c-2d5e-daeb-147b-fe8b7fa86586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.982413] env[69846]: DEBUG nova.network.neutron [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance_info_cache with network_info: [{"id": "5c89ccc9-54ae-449f-a001-61832fb077a1", "address": "fa:16:3e:a6:1a:0c", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c89ccc9-54", "ovs_interfaceid": "5c89ccc9-54ae-449f-a001-61832fb077a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.993018] env[69846]: DEBUG nova.scheduler.client.report [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.207734] env[69846]: DEBUG oslo_concurrency.lockutils [req-f07f4d25-ec26-470c-912a-65d2d41fe201 req-7d908ef3-4783-445c-9b49-5692488af12f service nova] Releasing lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.393865] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5219294c-2d5e-daeb-147b-fe8b7fa86586, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.393865] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.393865] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.393865] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.393865] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.393865] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.394239] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41e793e1-1578-448f-9804-236f4c3da898 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.402772] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.402772] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.403342] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a39d44-9076-4e61-b67b-052ce426b373 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.408080] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1294.408080] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52117d4c-7679-5e7a-2d5b-153decd29f1b" [ 1294.408080] env[69846]: _type = "Task" [ 1294.408080] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.415386] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52117d4c-7679-5e7a-2d5b-153decd29f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.486107] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.495802] env[69846]: DEBUG oslo_concurrency.lockutils [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.498584] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.142s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.498584] env[69846]: DEBUG nova.objects.instance [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lazy-loading 'resources' on Instance uuid 1fe837c2-171e-4d8a-9c37-ef937a6783d6 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.517233] env[69846]: INFO nova.scheduler.client.report [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Deleted allocations for instance a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61 [ 1294.919557] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52117d4c-7679-5e7a-2d5b-153decd29f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.920662] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0675854e-2360-4989-8013-7f90b7479fd0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.927169] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1294.927169] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5201a527-c9e6-ed3e-4abe-9fbee00bf69c" [ 1294.927169] env[69846]: _type = "Task" [ 1294.927169] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.935356] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5201a527-c9e6-ed3e-4abe-9fbee00bf69c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.024676] env[69846]: DEBUG oslo_concurrency.lockutils [None req-deaf66c6-670f-4bad-8421-58b122b3e835 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Lock "a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.966s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.091942] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a06db-9dfe-4700-9974-cf3137fb98ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.099098] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ce2b7c-2595-4f5e-9e5b-b637ad49dd57 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.128280] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b99e20b-4670-4990-84b2-6fdb23f702b5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.134869] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d26d99-89c8-42f4-8313-e9183059a7af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.149661] env[69846]: DEBUG nova.compute.provider_tree [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.437349] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5201a527-c9e6-ed3e-4abe-9fbee00bf69c, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.437626] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.437882] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d7ad2565-3511-401d-a3c9-fcb4520c0e1c/d7ad2565-3511-401d-a3c9-fcb4520c0e1c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.438186] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09ac2aff-6fcf-42c4-86c1-a2ccca8fe12e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.444320] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1295.444320] env[69846]: value = "task-2950762" [ 1295.444320] env[69846]: _type = "Task" [ 1295.444320] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.452432] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.653180] env[69846]: DEBUG nova.scheduler.client.report [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.954401] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.000543] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266cd499-96a1-446f-b91e-ae12a5dddd8e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.024018] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance '64e037ca-5f14-4daa-a8fb-284b9347719f' progress to 0 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.159317] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.161904] env[69846]: DEBUG oslo_concurrency.lockutils [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.525s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.162275] env[69846]: DEBUG nova.objects.instance [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lazy-loading 'resources' on Instance uuid 628fd318-5e25-4902-9bd1-8573df493026 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.182900] env[69846]: INFO nova.scheduler.client.report [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Deleted allocations for instance 1fe837c2-171e-4d8a-9c37-ef937a6783d6 [ 1296.455259] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.531094] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.531560] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98fb2fcd-785a-4174-b9f7-9bd4935480f4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.538492] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1296.538492] env[69846]: value = "task-2950765" [ 1296.538492] env[69846]: _type = "Task" [ 1296.538492] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.548160] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.691294] env[69846]: DEBUG oslo_concurrency.lockutils [None req-8924b41c-77c7-409e-a161-c6153c2e5aaf tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Lock "1fe837c2-171e-4d8a-9c37-ef937a6783d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.807s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.777366] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda335e-9652-41d8-be2b-b92020819c86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.785893] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a220049-5c88-45b5-a842-4daa02c62800 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.818632] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f701fa5c-4b60-41ee-8008-003ceab7f308 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.826857] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea015644-848d-42e4-972a-bc7176fccc41 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.841717] env[69846]: DEBUG nova.compute.provider_tree [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.957389] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950762, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.048797] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950765, 'name': PowerOffVM_Task, 'duration_secs': 0.222069} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.049088] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.049274] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance '64e037ca-5f14-4daa-a8fb-284b9347719f' progress to 17 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.345526] env[69846]: DEBUG nova.scheduler.client.report [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.457481] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950762, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.554} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.457573] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d7ad2565-3511-401d-a3c9-fcb4520c0e1c/d7ad2565-3511-401d-a3c9-fcb4520c0e1c.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.457737] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.457990] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9c9367a-3896-4336-abe4-6cc66f3eb37f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.464346] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1297.464346] env[69846]: value = "task-2950766" [ 1297.464346] env[69846]: _type = "Task" [ 1297.464346] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.472294] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.556041] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.556167] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.556288] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.556495] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.556695] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.556862] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.557087] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.557876] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.557876] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.557876] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.557876] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.562684] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b5f1e44-8c15-41d1-b2cb-73d7c59183a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.578526] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1297.578526] env[69846]: value = "task-2950767" [ 1297.578526] env[69846]: _type = "Task" [ 1297.578526] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.595265] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.850365] env[69846]: DEBUG oslo_concurrency.lockutils [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.852566] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.483s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.854300] env[69846]: INFO nova.compute.claims [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.871040] env[69846]: INFO nova.scheduler.client.report [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Deleted allocations for instance 628fd318-5e25-4902-9bd1-8573df493026 [ 1297.974910] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065181} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.975225] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.975994] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa934da5-3bd9-4139-b6b2-3f370933d543 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.997765] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] d7ad2565-3511-401d-a3c9-fcb4520c0e1c/d7ad2565-3511-401d-a3c9-fcb4520c0e1c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.998437] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a518e05b-6871-4ab0-99e7-e4701765f2d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.018245] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1298.018245] env[69846]: value = "task-2950768" [ 1298.018245] env[69846]: _type = "Task" [ 1298.018245] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.026312] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.088953] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950767, 'name': ReconfigVM_Task, 'duration_secs': 0.399589} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.089385] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance '64e037ca-5f14-4daa-a8fb-284b9347719f' progress to 33 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.378831] env[69846]: DEBUG oslo_concurrency.lockutils [None req-555c0ce5-f9e6-4767-9a60-d206987c4f83 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Lock "628fd318-5e25-4902-9bd1-8573df493026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.506s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.529209] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950768, 'name': ReconfigVM_Task, 'duration_secs': 0.282384} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.529537] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Reconfigured VM instance instance-00000073 to attach disk [datastore1] d7ad2565-3511-401d-a3c9-fcb4520c0e1c/d7ad2565-3511-401d-a3c9-fcb4520c0e1c.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.530201] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c136ba35-7d89-4c90-89b6-9b00b9b41632 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.536461] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1298.536461] env[69846]: value = "task-2950770" [ 1298.536461] env[69846]: _type = "Task" [ 1298.536461] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.544447] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950770, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.596546] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.596759] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.596928] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.597160] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.597461] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.598030] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.598030] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.598178] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.598307] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.598480] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.598655] env[69846]: DEBUG nova.virt.hardware [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.604181] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.604525] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edaf3614-2ae5-4022-b31f-5715128e5102 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.624179] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1298.624179] env[69846]: value = "task-2950771" [ 1298.624179] env[69846]: _type = "Task" [ 1298.624179] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.632128] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.936406] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9ca8f3-3f3e-4c1f-ab61-7c75b945f63f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.945044] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bace8e-7989-4fd7-8b91-b3a771dd95af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.975343] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea15496-85a6-4c33-a15d-f2744ce39929 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.982352] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c008bdb6-9d70-49ba-93a5-13cca45ae148 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.995941] env[69846]: DEBUG nova.compute.provider_tree [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.046641] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950770, 'name': Rename_Task, 'duration_secs': 0.148431} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.046993] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.047316] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-344793b4-3174-478e-8e04-2bfc5df195e7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.053627] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1299.053627] env[69846]: value = "task-2950772" [ 1299.053627] env[69846]: _type = "Task" [ 1299.053627] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.061094] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.134216] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950771, 'name': ReconfigVM_Task, 'duration_secs': 0.158543} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.134556] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1299.135436] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa67fa3c-6122-4d08-bd82-3dc534006d0e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.157924] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 64e037ca-5f14-4daa-a8fb-284b9347719f/64e037ca-5f14-4daa-a8fb-284b9347719f.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.158291] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9489f7b7-3578-44c9-9b35-f2e514f65189 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.175249] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1299.175249] env[69846]: value = "task-2950773" [ 1299.175249] env[69846]: _type = "Task" [ 1299.175249] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.183655] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.499622] env[69846]: DEBUG nova.scheduler.client.report [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.563776] env[69846]: DEBUG oslo_vmware.api [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950772, 'name': PowerOnVM_Task, 'duration_secs': 0.453382} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.564099] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.564326] env[69846]: INFO nova.compute.manager [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1299.564551] env[69846]: DEBUG nova.compute.manager [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.565385] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5915776c-eaff-4ab9-9944-6b55bc01b77e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.685989] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950773, 'name': ReconfigVM_Task, 'duration_secs': 0.26827} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.686288] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 64e037ca-5f14-4daa-a8fb-284b9347719f/64e037ca-5f14-4daa-a8fb-284b9347719f.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.686545] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance '64e037ca-5f14-4daa-a8fb-284b9347719f' progress to 50 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.004688] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.005233] env[69846]: DEBUG nova.compute.manager [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.093920] env[69846]: INFO nova.compute.manager [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Took 15.97 seconds to build instance. [ 1300.194070] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5685bc-c044-41b6-913d-e26c88dca52c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.215769] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1dc71d-21d7-4bb2-a1d9-775e34f2bdb2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.242025] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance '64e037ca-5f14-4daa-a8fb-284b9347719f' progress to 67 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.512844] env[69846]: DEBUG nova.compute.utils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.515429] env[69846]: DEBUG nova.compute.manager [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.515657] env[69846]: DEBUG nova.network.neutron [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.584897] env[69846]: DEBUG nova.policy [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91e697ebea4140ca805c54bfcf95da79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f046f5463f5c4179a3dae77e3f80cc8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.596948] env[69846]: DEBUG oslo_concurrency.lockutils [None req-85ece452-ef58-4a00-b401-9277b94b0ac4 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.481s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.754716] env[69846]: DEBUG nova.compute.manager [req-6b595bc6-5c95-4ff3-8062-a581b729f907 req-8f983bc7-05e8-49b7-ba37-f0d3d5ad0b79 service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Received event network-changed-d1c2c599-1c01-40f2-a192-f00597458758 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.754923] env[69846]: DEBUG nova.compute.manager [req-6b595bc6-5c95-4ff3-8062-a581b729f907 req-8f983bc7-05e8-49b7-ba37-f0d3d5ad0b79 service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Refreshing instance network info cache due to event network-changed-d1c2c599-1c01-40f2-a192-f00597458758. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.755216] env[69846]: DEBUG oslo_concurrency.lockutils [req-6b595bc6-5c95-4ff3-8062-a581b729f907 req-8f983bc7-05e8-49b7-ba37-f0d3d5ad0b79 service nova] Acquiring lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.755418] env[69846]: DEBUG oslo_concurrency.lockutils [req-6b595bc6-5c95-4ff3-8062-a581b729f907 req-8f983bc7-05e8-49b7-ba37-f0d3d5ad0b79 service nova] Acquired lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.755860] env[69846]: DEBUG nova.network.neutron [req-6b595bc6-5c95-4ff3-8062-a581b729f907 req-8f983bc7-05e8-49b7-ba37-f0d3d5ad0b79 service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Refreshing network info cache for port d1c2c599-1c01-40f2-a192-f00597458758 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.787371] env[69846]: DEBUG nova.network.neutron [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Port 5c89ccc9-54ae-449f-a001-61832fb077a1 binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1301.016039] env[69846]: DEBUG nova.compute.manager [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.160734] env[69846]: DEBUG nova.network.neutron [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Successfully created port: ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1301.407610] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquiring lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.407892] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.408125] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquiring lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.408314] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.408498] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.410698] env[69846]: INFO nova.compute.manager [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Terminating instance [ 1301.499735] env[69846]: DEBUG nova.network.neutron [req-6b595bc6-5c95-4ff3-8062-a581b729f907 req-8f983bc7-05e8-49b7-ba37-f0d3d5ad0b79 service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updated VIF entry in instance network info cache for port d1c2c599-1c01-40f2-a192-f00597458758. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.500141] env[69846]: DEBUG nova.network.neutron [req-6b595bc6-5c95-4ff3-8062-a581b729f907 req-8f983bc7-05e8-49b7-ba37-f0d3d5ad0b79 service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance_info_cache with network_info: [{"id": "d1c2c599-1c01-40f2-a192-f00597458758", "address": "fa:16:3e:7d:9f:93", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c2c599-1c", "ovs_interfaceid": "d1c2c599-1c01-40f2-a192-f00597458758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.810472] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "64e037ca-5f14-4daa-a8fb-284b9347719f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.810883] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.810883] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.915016] env[69846]: DEBUG nova.compute.manager [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.915016] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.915698] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29acd1e8-6657-447b-a00d-2fc09126d202 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.923867] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.924133] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f875d264-85cf-40f7-84cf-6dca38f31b9d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.930261] env[69846]: DEBUG oslo_vmware.api [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for the task: (returnval){ [ 1301.930261] env[69846]: value = "task-2950775" [ 1301.930261] env[69846]: _type = "Task" [ 1301.930261] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.938708] env[69846]: DEBUG oslo_vmware.api [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.002662] env[69846]: DEBUG oslo_concurrency.lockutils [req-6b595bc6-5c95-4ff3-8062-a581b729f907 req-8f983bc7-05e8-49b7-ba37-f0d3d5ad0b79 service nova] Releasing lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.026568] env[69846]: DEBUG nova.compute.manager [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.050011] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.050292] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.050454] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.050649] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.050800] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.051020] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.051356] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.051594] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.051779] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.051945] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.052135] env[69846]: DEBUG nova.virt.hardware [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.053045] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869b69f7-82ad-429c-a542-4b17202d9700 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.064372] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2531a8-9943-4565-ba54-79be7b404d99 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.262554] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquiring lock "5a82b90c-8761-4d80-8cd3-119c124dcc41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.262775] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lock "5a82b90c-8761-4d80-8cd3-119c124dcc41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.445841] env[69846]: DEBUG oslo_vmware.api [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950775, 'name': PowerOffVM_Task, 'duration_secs': 0.281916} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.446318] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.446627] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.447041] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92504fa8-7c8a-4613-85cf-e182ee20d293 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.525000] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.525457] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.525457] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Deleting the datastore file [datastore2] c512fb9a-7082-44a2-a6f0-4a93a67867d9 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.525836] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12d23fde-e40a-4e12-8609-b66fd7c91ebb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.532286] env[69846]: DEBUG oslo_vmware.api [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for the task: (returnval){ [ 1302.532286] env[69846]: value = "task-2950777" [ 1302.532286] env[69846]: _type = "Task" [ 1302.532286] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.540209] env[69846]: DEBUG oslo_vmware.api [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.633135] env[69846]: DEBUG nova.compute.manager [req-d0b4f039-0321-4ada-9934-1cd243de9670 req-a56e41f4-6cc4-4463-b2e8-777ec40b5f2c service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received event network-vif-plugged-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.633393] env[69846]: DEBUG oslo_concurrency.lockutils [req-d0b4f039-0321-4ada-9934-1cd243de9670 req-a56e41f4-6cc4-4463-b2e8-777ec40b5f2c service nova] Acquiring lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.633623] env[69846]: DEBUG oslo_concurrency.lockutils [req-d0b4f039-0321-4ada-9934-1cd243de9670 req-a56e41f4-6cc4-4463-b2e8-777ec40b5f2c service nova] Lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.633803] env[69846]: DEBUG oslo_concurrency.lockutils [req-d0b4f039-0321-4ada-9934-1cd243de9670 req-a56e41f4-6cc4-4463-b2e8-777ec40b5f2c service nova] Lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.633981] env[69846]: DEBUG nova.compute.manager [req-d0b4f039-0321-4ada-9934-1cd243de9670 req-a56e41f4-6cc4-4463-b2e8-777ec40b5f2c service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] No waiting events found dispatching network-vif-plugged-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.634180] env[69846]: WARNING nova.compute.manager [req-d0b4f039-0321-4ada-9934-1cd243de9670 req-a56e41f4-6cc4-4463-b2e8-777ec40b5f2c service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received unexpected event network-vif-plugged-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 for instance with vm_state building and task_state spawning. [ 1302.764953] env[69846]: DEBUG nova.compute.manager [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.768329] env[69846]: DEBUG nova.network.neutron [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Successfully updated port: ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.854622] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.854832] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.855028] env[69846]: DEBUG nova.network.neutron [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.042737] env[69846]: DEBUG oslo_vmware.api [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Task: {'id': task-2950777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148176} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.043119] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.043257] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.043486] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.043668] env[69846]: INFO nova.compute.manager [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1303.043926] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.044142] env[69846]: DEBUG nova.compute.manager [-] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.044221] env[69846]: DEBUG nova.network.neutron [-] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.275014] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.275014] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.275014] env[69846]: DEBUG nova.network.neutron [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.293742] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.293742] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.294138] env[69846]: INFO nova.compute.claims [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.560899] env[69846]: DEBUG nova.network.neutron [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance_info_cache with network_info: [{"id": "5c89ccc9-54ae-449f-a001-61832fb077a1", "address": "fa:16:3e:a6:1a:0c", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c89ccc9-54", "ovs_interfaceid": "5c89ccc9-54ae-449f-a001-61832fb077a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.805348] env[69846]: DEBUG nova.network.neutron [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.924352] env[69846]: DEBUG nova.network.neutron [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updating instance_info_cache with network_info: [{"id": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "address": "fa:16:3e:70:24:47", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbe9f8f-a4", "ovs_interfaceid": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.013808] env[69846]: DEBUG nova.network.neutron [-] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.065832] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.379457] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0380422-bc31-4f69-9b50-bfd903bd12e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.387298] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2345e-22d9-443a-9c19-552ff1a14a84 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.417859] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18cc8ef-af8d-4ba1-a37e-0bc380dcd14b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.424814] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051dfb84-9c75-4cab-8957-87bcb540354c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.428703] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.429013] env[69846]: DEBUG nova.compute.manager [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Instance network_info: |[{"id": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "address": "fa:16:3e:70:24:47", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbe9f8f-a4", "ovs_interfaceid": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1304.429406] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:24:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.436745] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.437356] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.437926] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c19c6f29-938b-4ec5-b62f-1162b2c63b3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.459140] env[69846]: DEBUG nova.compute.provider_tree [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.465336] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.465336] env[69846]: value = "task-2950779" [ 1304.465336] env[69846]: _type = "Task" [ 1304.465336] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.474165] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950779, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.519562] env[69846]: INFO nova.compute.manager [-] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Took 1.48 seconds to deallocate network for instance. [ 1304.589211] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0a0254-a166-4cbf-b9f6-2d28eae844cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.610689] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad81a6d4-a8e8-47af-bac5-d588bc6fa9bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.617532] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance '64e037ca-5f14-4daa-a8fb-284b9347719f' progress to 83 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.669083] env[69846]: DEBUG nova.compute.manager [req-3b9c3366-d6da-4a99-a9c0-0653cb07c921 req-3f70b2c8-879d-463a-a1b7-d30ee9a5886e service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received event network-changed-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.669315] env[69846]: DEBUG nova.compute.manager [req-3b9c3366-d6da-4a99-a9c0-0653cb07c921 req-3f70b2c8-879d-463a-a1b7-d30ee9a5886e service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Refreshing instance network info cache due to event network-changed-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.669556] env[69846]: DEBUG oslo_concurrency.lockutils [req-3b9c3366-d6da-4a99-a9c0-0653cb07c921 req-3f70b2c8-879d-463a-a1b7-d30ee9a5886e service nova] Acquiring lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.669714] env[69846]: DEBUG oslo_concurrency.lockutils [req-3b9c3366-d6da-4a99-a9c0-0653cb07c921 req-3f70b2c8-879d-463a-a1b7-d30ee9a5886e service nova] Acquired lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.669895] env[69846]: DEBUG nova.network.neutron [req-3b9c3366-d6da-4a99-a9c0-0653cb07c921 req-3f70b2c8-879d-463a-a1b7-d30ee9a5886e service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Refreshing network info cache for port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.963052] env[69846]: DEBUG nova.scheduler.client.report [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.975263] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950779, 'name': CreateVM_Task, 'duration_secs': 0.365657} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.975415] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.976080] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.976249] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.976560] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.976809] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6576e7-a6fc-41e4-81d4-ece3bf6b08ba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.981898] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1304.981898] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]523e9e23-36c9-47b3-a7ac-d33ee639ea26" [ 1304.981898] env[69846]: _type = "Task" [ 1304.981898] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.989199] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523e9e23-36c9-47b3-a7ac-d33ee639ea26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.026353] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.124575] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.124948] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-696a4638-cb71-4a1f-927d-fbfab47f9bcc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.131403] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1305.131403] env[69846]: value = "task-2950781" [ 1305.131403] env[69846]: _type = "Task" [ 1305.131403] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.139424] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.356049] env[69846]: DEBUG nova.network.neutron [req-3b9c3366-d6da-4a99-a9c0-0653cb07c921 req-3f70b2c8-879d-463a-a1b7-d30ee9a5886e service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updated VIF entry in instance network info cache for port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.356483] env[69846]: DEBUG nova.network.neutron [req-3b9c3366-d6da-4a99-a9c0-0653cb07c921 req-3f70b2c8-879d-463a-a1b7-d30ee9a5886e service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updating instance_info_cache with network_info: [{"id": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "address": "fa:16:3e:70:24:47", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbe9f8f-a4", "ovs_interfaceid": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.467750] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.468324] env[69846]: DEBUG nova.compute.manager [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.471245] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.445s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.471884] env[69846]: DEBUG nova.objects.instance [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lazy-loading 'resources' on Instance uuid c512fb9a-7082-44a2-a6f0-4a93a67867d9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.494239] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523e9e23-36c9-47b3-a7ac-d33ee639ea26, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.494600] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.495038] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.495156] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.495329] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.495520] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.495795] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0d45852-4bba-4132-b15a-78a7cddbb227 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.504014] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.504223] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.504978] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd3d078-6e84-490d-910a-1c74d9107133 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.510861] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1305.510861] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f69f01-1a6e-57e3-8526-59aba19559d6" [ 1305.510861] env[69846]: _type = "Task" [ 1305.510861] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.518482] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f69f01-1a6e-57e3-8526-59aba19559d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.641445] env[69846]: DEBUG oslo_vmware.api [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950781, 'name': PowerOnVM_Task, 'duration_secs': 0.366729} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.641759] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.641947] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3861ba81-c7d1-47d3-87cf-842582fced65 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance '64e037ca-5f14-4daa-a8fb-284b9347719f' progress to 100 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.859816] env[69846]: DEBUG oslo_concurrency.lockutils [req-3b9c3366-d6da-4a99-a9c0-0653cb07c921 req-3f70b2c8-879d-463a-a1b7-d30ee9a5886e service nova] Releasing lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.860101] env[69846]: DEBUG nova.compute.manager [req-3b9c3366-d6da-4a99-a9c0-0653cb07c921 req-3f70b2c8-879d-463a-a1b7-d30ee9a5886e service nova] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Received event network-vif-deleted-77a33e77-6fcd-4ee3-8658-e53c9106daee {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.974420] env[69846]: DEBUG nova.compute.utils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.978171] env[69846]: DEBUG nova.compute.manager [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Not allocating networking since 'none' was specified. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1306.022452] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f69f01-1a6e-57e3-8526-59aba19559d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.025626] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12775e99-e395-4169-9214-7d82419c2e1c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.030943] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1306.030943] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52c486c1-ad78-b9ae-694a-032abc98b13a" [ 1306.030943] env[69846]: _type = "Task" [ 1306.030943] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.040328] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c486c1-ad78-b9ae-694a-032abc98b13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.065129] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2007e2-3b67-48e7-ae94-6c33e44f63d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.071723] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c70968-e1b4-44bb-80d2-79f6b3739db8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.100672] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a0714b-4cdb-41ec-b142-50133b11f464 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.107057] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d40e06f-4687-4181-b148-caadc7fc07fe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.119401] env[69846]: DEBUG nova.compute.provider_tree [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.480732] env[69846]: DEBUG nova.compute.manager [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.545584] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52c486c1-ad78-b9ae-694a-032abc98b13a, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.546016] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.546430] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 15ed9e07-3c3a-4961-9444-432e3837d947/15ed9e07-3c3a-4961-9444-432e3837d947.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.547127] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d38d2db0-0946-4c6b-956a-9622ee5c94d5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.554734] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1306.554734] env[69846]: value = "task-2950782" [ 1306.554734] env[69846]: _type = "Task" [ 1306.554734] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.565609] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.622689] env[69846]: DEBUG nova.scheduler.client.report [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.065287] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420668} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.065552] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 15ed9e07-3c3a-4961-9444-432e3837d947/15ed9e07-3c3a-4961-9444-432e3837d947.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.065771] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.066449] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b71d7179-541e-497b-9064-4529aedd5350 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.071996] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1307.071996] env[69846]: value = "task-2950784" [ 1307.071996] env[69846]: _type = "Task" [ 1307.071996] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.079449] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.128872] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.148044] env[69846]: INFO nova.scheduler.client.report [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Deleted allocations for instance c512fb9a-7082-44a2-a6f0-4a93a67867d9 [ 1307.491909] env[69846]: DEBUG nova.compute.manager [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1307.517384] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.517641] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.517801] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.517985] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.518150] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.518300] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.518508] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.518670] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.518860] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.519015] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.519196] env[69846]: DEBUG nova.virt.hardware [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.520053] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e37fee-c9c3-421d-813d-9d5cef0e416f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.528042] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622cd3f8-5278-4db3-8a50-0efb4eafb04b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.541110] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.546689] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Creating folder: Project (aec7be7e0b064cab882aab642e7e7f07). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.546964] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a315a8bd-7460-4c88-8e27-a5c3f2ce13ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.556538] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Created folder: Project (aec7be7e0b064cab882aab642e7e7f07) in parent group-v591891. [ 1307.556719] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Creating folder: Instances. Parent ref: group-v592213. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.556939] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-637d224b-9518-418c-965e-7d252e5ae1fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.565882] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Created folder: Instances in parent group-v592213. [ 1307.566121] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.566313] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.566506] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab47331d-62bb-44e7-a1ae-aaf0a1d3ecee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.586490] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053779} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.587648] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.587910] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.587910] env[69846]: value = "task-2950787" [ 1307.587910] env[69846]: _type = "Task" [ 1307.587910] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.588587] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4d4505-3210-465c-8bf8-b4c62ff56e83 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.598202] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950787, 'name': CreateVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.615097] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 15ed9e07-3c3a-4961-9444-432e3837d947/15ed9e07-3c3a-4961-9444-432e3837d947.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.615355] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ecd85e8-fac9-4cc7-83e5-5db2261bc121 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.633644] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1307.633644] env[69846]: value = "task-2950788" [ 1307.633644] env[69846]: _type = "Task" [ 1307.633644] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.642449] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.655749] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Lock "c512fb9a-7082-44a2-a6f0-4a93a67867d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.248s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.126771] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950787, 'name': CreateVM_Task, 'duration_secs': 0.303333} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.126771] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.126771] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.126771] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.126771] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.126771] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13816000-c248-4b48-92a5-87484135f2e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.126771] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for the task: (returnval){ [ 1308.126771] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52215a77-d285-5bbb-967f-d17b7b9a5793" [ 1308.126771] env[69846]: _type = "Task" [ 1308.126771] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.126771] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52215a77-d285-5bbb-967f-d17b7b9a5793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.148374] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950788, 'name': ReconfigVM_Task, 'duration_secs': 0.333235} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.148702] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 15ed9e07-3c3a-4961-9444-432e3837d947/15ed9e07-3c3a-4961-9444-432e3837d947.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.149375] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-327784e0-64f8-4c42-b795-f2afb1df2abe {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.158715] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1308.158715] env[69846]: value = "task-2950789" [ 1308.158715] env[69846]: _type = "Task" [ 1308.158715] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.172228] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950789, 'name': Rename_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.618496] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52215a77-d285-5bbb-967f-d17b7b9a5793, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.618869] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.619127] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.619372] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.619521] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.619704] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.619967] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a23ff4ba-8bb0-456a-93c6-2183b6709cbd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.628311] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.628490] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.629213] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8dc0946-032d-4014-a323-9a2183549946 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.634420] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for the task: (returnval){ [ 1308.634420] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52d18427-9237-0fd7-4783-a05f1a002c9e" [ 1308.634420] env[69846]: _type = "Task" [ 1308.634420] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.641722] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d18427-9237-0fd7-4783-a05f1a002c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.643200] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "64e037ca-5f14-4daa-a8fb-284b9347719f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.643450] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.643622] env[69846]: DEBUG nova.compute.manager [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Going to confirm migration 8 {{(pid=69846) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1308.671893] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950789, 'name': Rename_Task, 'duration_secs': 0.13846} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.672277] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.672593] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d04c550-5cec-4edd-ab3b-84d249e73afd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.679934] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1308.679934] env[69846]: value = "task-2950790" [ 1308.679934] env[69846]: _type = "Task" [ 1308.679934] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.690349] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.151333] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52d18427-9237-0fd7-4783-a05f1a002c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.008147} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.154253] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657e6174-e92b-4fa7-a83b-b2d4b04ae086 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.160072] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for the task: (returnval){ [ 1309.160072] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529e4fa5-482e-9c8f-c377-28c3ab4be542" [ 1309.160072] env[69846]: _type = "Task" [ 1309.160072] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.169056] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529e4fa5-482e-9c8f-c377-28c3ab4be542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.190020] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950790, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.231212] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.231479] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.231687] env[69846]: DEBUG nova.network.neutron [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.231907] env[69846]: DEBUG nova.objects.instance [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lazy-loading 'info_cache' on Instance uuid 64e037ca-5f14-4daa-a8fb-284b9347719f {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.671448] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529e4fa5-482e-9c8f-c377-28c3ab4be542, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.671750] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.671977] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 5a82b90c-8761-4d80-8cd3-119c124dcc41/5a82b90c-8761-4d80-8cd3-119c124dcc41.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.672240] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26ce331c-00f6-4f8d-a9e7-0807375d7625 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.680029] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for the task: (returnval){ [ 1309.680029] env[69846]: value = "task-2950792" [ 1309.680029] env[69846]: _type = "Task" [ 1309.680029] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.690014] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.692751] env[69846]: DEBUG oslo_vmware.api [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950790, 'name': PowerOnVM_Task, 'duration_secs': 0.736255} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.692990] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.693202] env[69846]: INFO nova.compute.manager [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1309.693380] env[69846]: DEBUG nova.compute.manager [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.694118] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c55645-7aa5-43e7-8963-0de60cc40cec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.190771] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444432} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.191045] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 5a82b90c-8761-4d80-8cd3-119c124dcc41/5a82b90c-8761-4d80-8cd3-119c124dcc41.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.191275] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.191577] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a82a0263-e779-49ae-8300-100904cf762b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.198576] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for the task: (returnval){ [ 1310.198576] env[69846]: value = "task-2950793" [ 1310.198576] env[69846]: _type = "Task" [ 1310.198576] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.210851] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.212280] env[69846]: INFO nova.compute.manager [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Took 16.86 seconds to build instance. [ 1310.443257] env[69846]: DEBUG nova.network.neutron [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance_info_cache with network_info: [{"id": "5c89ccc9-54ae-449f-a001-61832fb077a1", "address": "fa:16:3e:a6:1a:0c", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c89ccc9-54", "ovs_interfaceid": "5c89ccc9-54ae-449f-a001-61832fb077a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.708518] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068342} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.709557] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.710618] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02da151b-ce5d-4960-806b-e7b6f11d077d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.713642] env[69846]: DEBUG oslo_concurrency.lockutils [None req-077d3656-e3d5-4b65-a0ac-e23f02055ceb tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "15ed9e07-3c3a-4961-9444-432e3837d947" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.378s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.731151] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 5a82b90c-8761-4d80-8cd3-119c124dcc41/5a82b90c-8761-4d80-8cd3-119c124dcc41.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.731151] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad60720a-520a-44a5-8d41-7767a4f647a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.749305] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for the task: (returnval){ [ 1310.749305] env[69846]: value = "task-2950794" [ 1310.749305] env[69846]: _type = "Task" [ 1310.749305] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.757175] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.947597] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-64e037ca-5f14-4daa-a8fb-284b9347719f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.947597] env[69846]: DEBUG nova.objects.instance [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lazy-loading 'migration_context' on Instance uuid 64e037ca-5f14-4daa-a8fb-284b9347719f {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.061065] env[69846]: DEBUG nova.compute.manager [req-d779850d-076e-4fdc-9281-6463ba3fb166 req-1f209d97-5160-4615-b849-f79374294402 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received event network-changed-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.061271] env[69846]: DEBUG nova.compute.manager [req-d779850d-076e-4fdc-9281-6463ba3fb166 req-1f209d97-5160-4615-b849-f79374294402 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Refreshing instance network info cache due to event network-changed-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.061558] env[69846]: DEBUG oslo_concurrency.lockutils [req-d779850d-076e-4fdc-9281-6463ba3fb166 req-1f209d97-5160-4615-b849-f79374294402 service nova] Acquiring lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.061708] env[69846]: DEBUG oslo_concurrency.lockutils [req-d779850d-076e-4fdc-9281-6463ba3fb166 req-1f209d97-5160-4615-b849-f79374294402 service nova] Acquired lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.061871] env[69846]: DEBUG nova.network.neutron [req-d779850d-076e-4fdc-9281-6463ba3fb166 req-1f209d97-5160-4615-b849-f79374294402 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Refreshing network info cache for port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.258566] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.449950] env[69846]: DEBUG nova.objects.base [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Object Instance<64e037ca-5f14-4daa-a8fb-284b9347719f> lazy-loaded attributes: info_cache,migration_context {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1311.450905] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c883063-acdf-4f64-a225-68e864b8d6cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.471563] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64c174b-cd8c-41f9-86cf-a5bc5d922e5e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.476606] env[69846]: DEBUG oslo_vmware.api [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1311.476606] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]526c3615-11ef-da24-e293-cddf87aeeb8b" [ 1311.476606] env[69846]: _type = "Task" [ 1311.476606] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.483881] env[69846]: DEBUG oslo_vmware.api [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526c3615-11ef-da24-e293-cddf87aeeb8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.758919] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950794, 'name': ReconfigVM_Task, 'duration_secs': 0.685827} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.759258] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 5a82b90c-8761-4d80-8cd3-119c124dcc41/5a82b90c-8761-4d80-8cd3-119c124dcc41.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.759807] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5facfb4b-9530-40fc-b890-18729f682410 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.765272] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for the task: (returnval){ [ 1311.765272] env[69846]: value = "task-2950795" [ 1311.765272] env[69846]: _type = "Task" [ 1311.765272] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.768609] env[69846]: DEBUG nova.network.neutron [req-d779850d-076e-4fdc-9281-6463ba3fb166 req-1f209d97-5160-4615-b849-f79374294402 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updated VIF entry in instance network info cache for port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.768928] env[69846]: DEBUG nova.network.neutron [req-d779850d-076e-4fdc-9281-6463ba3fb166 req-1f209d97-5160-4615-b849-f79374294402 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updating instance_info_cache with network_info: [{"id": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "address": "fa:16:3e:70:24:47", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbe9f8f-a4", "ovs_interfaceid": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.774657] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950795, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.986943] env[69846]: DEBUG oslo_vmware.api [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]526c3615-11ef-da24-e293-cddf87aeeb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.006806} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.987298] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.987568] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.271761] env[69846]: DEBUG oslo_concurrency.lockutils [req-d779850d-076e-4fdc-9281-6463ba3fb166 req-1f209d97-5160-4615-b849-f79374294402 service nova] Releasing lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.275672] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950795, 'name': Rename_Task, 'duration_secs': 0.170818} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.276099] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.276195] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23768931-4040-4e9a-95c3-60e77d670206 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.282483] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for the task: (returnval){ [ 1312.282483] env[69846]: value = "task-2950796" [ 1312.282483] env[69846]: _type = "Task" [ 1312.282483] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.290379] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.559637] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f401fd6-745f-40b7-9e0f-b1e09d806a6e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.567496] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26ecc79-cea6-401a-9b41-41c25bfe0800 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.599793] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bb4214-3d6e-4334-aead-b9a4dd59b895 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.607803] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87c2bca-e334-4eb5-9703-82918817ea7c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.621413] env[69846]: DEBUG nova.compute.provider_tree [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.792587] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.985712] env[69846]: DEBUG oslo_concurrency.lockutils [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Acquiring lock "15321d5a-c484-4c42-b55b-46d46e15db73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.985944] env[69846]: DEBUG oslo_concurrency.lockutils [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lock "15321d5a-c484-4c42-b55b-46d46e15db73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.124893] env[69846]: DEBUG nova.scheduler.client.report [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.293140] env[69846]: DEBUG oslo_vmware.api [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950796, 'name': PowerOnVM_Task, 'duration_secs': 0.972497} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.293373] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.293616] env[69846]: INFO nova.compute.manager [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Took 5.80 seconds to spawn the instance on the hypervisor. [ 1313.293798] env[69846]: DEBUG nova.compute.manager [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.294581] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadc0715-8404-4751-9560-a838a6058b85 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.488368] env[69846]: DEBUG nova.compute.manager [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.814062] env[69846]: INFO nova.compute.manager [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Took 10.54 seconds to build instance. [ 1314.009642] env[69846]: DEBUG oslo_concurrency.lockutils [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.134433] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.147s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.137269] env[69846]: DEBUG oslo_concurrency.lockutils [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.128s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.139179] env[69846]: INFO nova.compute.claims [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.316957] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1ecabf27-880d-4f7f-a151-559e169248ca tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lock "5a82b90c-8761-4d80-8cd3-119c124dcc41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.054s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.433043] env[69846]: DEBUG nova.compute.manager [None req-a82341c0-d481-4386-8757-1331fe0b4f09 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.434332] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e57359-32e8-47bf-917c-176d543a55a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.489724] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquiring lock "5a82b90c-8761-4d80-8cd3-119c124dcc41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.489987] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lock "5a82b90c-8761-4d80-8cd3-119c124dcc41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.490215] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquiring lock "5a82b90c-8761-4d80-8cd3-119c124dcc41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.490402] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lock "5a82b90c-8761-4d80-8cd3-119c124dcc41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.490565] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lock "5a82b90c-8761-4d80-8cd3-119c124dcc41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.492614] env[69846]: INFO nova.compute.manager [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Terminating instance [ 1314.692798] env[69846]: INFO nova.scheduler.client.report [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted allocation for migration 1f455bf5-c4c2-4739-b09c-c3ad8daa7536 [ 1314.945512] env[69846]: INFO nova.compute.manager [None req-a82341c0-d481-4386-8757-1331fe0b4f09 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] instance snapshotting [ 1314.946163] env[69846]: DEBUG nova.objects.instance [None req-a82341c0-d481-4386-8757-1331fe0b4f09 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lazy-loading 'flavor' on Instance uuid 5a82b90c-8761-4d80-8cd3-119c124dcc41 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.995786] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquiring lock "refresh_cache-5a82b90c-8761-4d80-8cd3-119c124dcc41" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.995991] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquired lock "refresh_cache-5a82b90c-8761-4d80-8cd3-119c124dcc41" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.996190] env[69846]: DEBUG nova.network.neutron [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.197944] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e96ccb8e-19c4-4a84-a1b0-3d3ef8f0cfad tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.554s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.222916] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e727f0-42a8-4b44-be6c-2bc72da84dbb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.230807] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280eb856-f338-4750-aca1-09dfcb737214 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.261860] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2adfdb-ec9c-45fe-a76e-7b29b71a8391 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.268923] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbada14-4932-4d3c-9b1c-748180de39bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.282081] env[69846]: DEBUG nova.compute.provider_tree [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.452524] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a40293c-9b45-4a60-9f64-6218f158bb23 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.469349] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff2f8fb-6502-43dd-b637-2e28a6ada662 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.521963] env[69846]: DEBUG nova.network.neutron [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.585099] env[69846]: DEBUG nova.network.neutron [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.786044] env[69846]: DEBUG nova.scheduler.client.report [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.978416] env[69846]: DEBUG nova.compute.manager [None req-a82341c0-d481-4386-8757-1331fe0b4f09 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Instance disappeared during snapshot {{(pid=69846) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1316.088619] env[69846]: DEBUG nova.compute.manager [None req-a82341c0-d481-4386-8757-1331fe0b4f09 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Found 0 images (rotation: 2) {{(pid=69846) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1316.089947] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Releasing lock "refresh_cache-5a82b90c-8761-4d80-8cd3-119c124dcc41" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.090365] env[69846]: DEBUG nova.compute.manager [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.090558] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.091636] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6db1a9e-3973-4f63-b2fa-d3c335ef70aa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.099329] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.099564] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-495f837c-e394-465e-893e-1bd8efb8344d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.106631] env[69846]: DEBUG oslo_vmware.api [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for the task: (returnval){ [ 1316.106631] env[69846]: value = "task-2950797" [ 1316.106631] env[69846]: _type = "Task" [ 1316.106631] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.114346] env[69846]: DEBUG oslo_vmware.api [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.292044] env[69846]: DEBUG oslo_concurrency.lockutils [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.292626] env[69846]: DEBUG nova.compute.manager [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.404912] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "64e037ca-5f14-4daa-a8fb-284b9347719f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.405203] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.405415] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "64e037ca-5f14-4daa-a8fb-284b9347719f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.405598] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.405767] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.408135] env[69846]: INFO nova.compute.manager [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Terminating instance [ 1316.616237] env[69846]: DEBUG oslo_vmware.api [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950797, 'name': PowerOffVM_Task, 'duration_secs': 0.214587} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.616456] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.616688] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.616934] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8423b5cb-5861-48f4-aacf-a33a87ab3aa1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.640246] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.640596] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.640874] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Deleting the datastore file [datastore2] 5a82b90c-8761-4d80-8cd3-119c124dcc41 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.641213] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e4519e3-878d-4de1-8c38-b5a763a803b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.648184] env[69846]: DEBUG oslo_vmware.api [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for the task: (returnval){ [ 1316.648184] env[69846]: value = "task-2950799" [ 1316.648184] env[69846]: _type = "Task" [ 1316.648184] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.656240] env[69846]: DEBUG oslo_vmware.api [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.797463] env[69846]: DEBUG nova.compute.utils [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1316.798904] env[69846]: DEBUG nova.compute.manager [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1316.799084] env[69846]: DEBUG nova.network.neutron [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1316.841542] env[69846]: DEBUG nova.policy [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f63f26abcd34a8aac6ec9c4359b079f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a4aacb0dcaf49eaa15f45e4f7a8f427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1316.847480] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "41649341-453e-4fe0-9e28-bb1e31825a8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.847706] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.911254] env[69846]: DEBUG nova.compute.manager [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.911483] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.912370] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efac333e-cb24-4f33-854b-0704d20ff3bd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.920496] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.920885] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf9174f3-19a2-4a03-972d-97804f781c85 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.926870] env[69846]: DEBUG oslo_vmware.api [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1316.926870] env[69846]: value = "task-2950800" [ 1316.926870] env[69846]: _type = "Task" [ 1316.926870] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.934053] env[69846]: DEBUG oslo_vmware.api [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.107765] env[69846]: DEBUG nova.network.neutron [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Successfully created port: 25a8716e-08dc-41a7-9f0f-cba0e3c7786a {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.158581] env[69846]: DEBUG oslo_vmware.api [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Task: {'id': task-2950799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091787} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.158901] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.159204] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.159424] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.159615] env[69846]: INFO nova.compute.manager [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1317.159921] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.160163] env[69846]: DEBUG nova.compute.manager [-] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.160969] env[69846]: DEBUG nova.network.neutron [-] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.178424] env[69846]: DEBUG nova.network.neutron [-] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.302665] env[69846]: DEBUG nova.compute.manager [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.349782] env[69846]: DEBUG nova.compute.manager [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.436672] env[69846]: DEBUG oslo_vmware.api [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950800, 'name': PowerOffVM_Task, 'duration_secs': 0.219414} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.437724] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.437724] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.437724] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4243a5b-db48-4638-9a87-e88db2ccf775 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.680579] env[69846]: DEBUG nova.network.neutron [-] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.809029] env[69846]: INFO nova.virt.block_device [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Booting with volume 4b02c5db-8dc6-45de-b5df-6d3b25f76873 at /dev/sda [ 1317.843919] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9faaa22-b939-4696-a77b-47ccbf607ec1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.855097] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc1b5fd-0f64-4b33-802a-0165ff90fe17 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.883970] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.884255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.885689] env[69846]: INFO nova.compute.claims [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.887934] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58de9239-36eb-4368-9731-28a795fba344 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.895874] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8ba600-f296-4dd8-b1ac-49146f64695c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.920469] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daba59d-095e-4bfc-9b12-d4e222b031dc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.927035] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cef3de-cf9d-418b-8404-1896a46b8e18 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.939923] env[69846]: DEBUG nova.virt.block_device [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Updating existing volume attachment record: 249a1af7-1bae-49fa-90f5-2c1c79d9a4f0 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1318.183481] env[69846]: INFO nova.compute.manager [-] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Took 1.02 seconds to deallocate network for instance. [ 1318.350014] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.350383] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.350641] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleting the datastore file [datastore1] 64e037ca-5f14-4daa-a8fb-284b9347719f {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.350992] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d133cdc-0069-4e43-a190-37e140ca8cf2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.358406] env[69846]: DEBUG oslo_vmware.api [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1318.358406] env[69846]: value = "task-2950802" [ 1318.358406] env[69846]: _type = "Task" [ 1318.358406] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.367611] env[69846]: DEBUG oslo_vmware.api [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.481248] env[69846]: DEBUG nova.compute.manager [req-d18117ef-e6b7-4b76-83ba-98f614bb46f5 req-1664f646-04fe-4b53-b1e5-f4cb53914815 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Received event network-vif-plugged-25a8716e-08dc-41a7-9f0f-cba0e3c7786a {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.481521] env[69846]: DEBUG oslo_concurrency.lockutils [req-d18117ef-e6b7-4b76-83ba-98f614bb46f5 req-1664f646-04fe-4b53-b1e5-f4cb53914815 service nova] Acquiring lock "15321d5a-c484-4c42-b55b-46d46e15db73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.481776] env[69846]: DEBUG oslo_concurrency.lockutils [req-d18117ef-e6b7-4b76-83ba-98f614bb46f5 req-1664f646-04fe-4b53-b1e5-f4cb53914815 service nova] Lock "15321d5a-c484-4c42-b55b-46d46e15db73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.481988] env[69846]: DEBUG oslo_concurrency.lockutils [req-d18117ef-e6b7-4b76-83ba-98f614bb46f5 req-1664f646-04fe-4b53-b1e5-f4cb53914815 service nova] Lock "15321d5a-c484-4c42-b55b-46d46e15db73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.482386] env[69846]: DEBUG nova.compute.manager [req-d18117ef-e6b7-4b76-83ba-98f614bb46f5 req-1664f646-04fe-4b53-b1e5-f4cb53914815 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] No waiting events found dispatching network-vif-plugged-25a8716e-08dc-41a7-9f0f-cba0e3c7786a {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1318.482566] env[69846]: WARNING nova.compute.manager [req-d18117ef-e6b7-4b76-83ba-98f614bb46f5 req-1664f646-04fe-4b53-b1e5-f4cb53914815 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Received unexpected event network-vif-plugged-25a8716e-08dc-41a7-9f0f-cba0e3c7786a for instance with vm_state building and task_state block_device_mapping. [ 1318.572705] env[69846]: DEBUG nova.network.neutron [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Successfully updated port: 25a8716e-08dc-41a7-9f0f-cba0e3c7786a {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.689850] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.868456] env[69846]: DEBUG oslo_vmware.api [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138116} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.868758] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.868964] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.869157] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.869333] env[69846]: INFO nova.compute.manager [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Took 1.96 seconds to destroy the instance on the hypervisor. [ 1318.869569] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.869755] env[69846]: DEBUG nova.compute.manager [-] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.869848] env[69846]: DEBUG nova.network.neutron [-] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.976177] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d8a6e6-d8fd-4d6b-a5ce-806a0fddbdff {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.983739] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4066a8b0-c4ff-4107-8a56-2d6c92dca4ec {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.016120] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742d3648-f644-411a-a848-fd9b9392b253 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.025875] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ac909-cd34-461d-b795-b33ffdf206ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.040467] env[69846]: DEBUG nova.compute.provider_tree [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.075139] env[69846]: DEBUG oslo_concurrency.lockutils [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Acquiring lock "refresh_cache-15321d5a-c484-4c42-b55b-46d46e15db73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.075311] env[69846]: DEBUG oslo_concurrency.lockutils [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Acquired lock "refresh_cache-15321d5a-c484-4c42-b55b-46d46e15db73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.075512] env[69846]: DEBUG nova.network.neutron [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.544063] env[69846]: DEBUG nova.scheduler.client.report [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.608007] env[69846]: DEBUG nova.network.neutron [-] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.609825] env[69846]: DEBUG nova.network.neutron [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1319.734057] env[69846]: DEBUG nova.network.neutron [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Updating instance_info_cache with network_info: [{"id": "25a8716e-08dc-41a7-9f0f-cba0e3c7786a", "address": "fa:16:3e:72:02:25", "network": {"id": "e1ae6b2f-ed97-4008-b0aa-06e684e173ea", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-943210039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a4aacb0dcaf49eaa15f45e4f7a8f427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a8716e-08", "ovs_interfaceid": "25a8716e-08dc-41a7-9f0f-cba0e3c7786a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.028636] env[69846]: DEBUG nova.compute.manager [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.028636] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.028785] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.028943] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.029144] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.029293] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.029440] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.029648] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.029805] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.029968] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.030160] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.030343] env[69846]: DEBUG nova.virt.hardware [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.031276] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ed6baf-acb9-4fc7-a9f5-37b82f17bea3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.039710] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537a1e07-fc0e-48db-86b6-683ebe92ca23 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.053012] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.053457] env[69846]: DEBUG nova.compute.manager [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.056071] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.366s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.056288] env[69846]: DEBUG nova.objects.instance [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lazy-loading 'resources' on Instance uuid 5a82b90c-8761-4d80-8cd3-119c124dcc41 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.114493] env[69846]: INFO nova.compute.manager [-] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Took 1.24 seconds to deallocate network for instance. [ 1320.236572] env[69846]: DEBUG oslo_concurrency.lockutils [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Releasing lock "refresh_cache-15321d5a-c484-4c42-b55b-46d46e15db73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.236941] env[69846]: DEBUG nova.compute.manager [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Instance network_info: |[{"id": "25a8716e-08dc-41a7-9f0f-cba0e3c7786a", "address": "fa:16:3e:72:02:25", "network": {"id": "e1ae6b2f-ed97-4008-b0aa-06e684e173ea", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-943210039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a4aacb0dcaf49eaa15f45e4f7a8f427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a8716e-08", "ovs_interfaceid": "25a8716e-08dc-41a7-9f0f-cba0e3c7786a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1320.237392] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:02:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25a8716e-08dc-41a7-9f0f-cba0e3c7786a', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.245368] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Creating folder: Project (7a4aacb0dcaf49eaa15f45e4f7a8f427). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1320.245633] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66b7bd5a-c4c1-4e32-ab11-6567dbbc5e3f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.262980] env[69846]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1320.263161] env[69846]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69846) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1320.263461] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Folder already exists: Project (7a4aacb0dcaf49eaa15f45e4f7a8f427). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1320.263786] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Creating folder: Instances. Parent ref: group-v592208. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1320.264018] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ce5b77d-17a3-43a5-ba57-2bb82daf9365 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.274237] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Created folder: Instances in parent group-v592208. [ 1320.274450] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.274655] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.274862] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1f7be7d-2977-49a0-978f-722d9339fcdc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.293288] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.293288] env[69846]: value = "task-2950805" [ 1320.293288] env[69846]: _type = "Task" [ 1320.293288] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.300532] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950805, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.510583] env[69846]: DEBUG nova.compute.manager [req-f99a853d-1b15-49a8-9625-11c0cdc35f3a req-9f6203be-30dd-4137-aeeb-971ce13d98b1 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Received event network-changed-25a8716e-08dc-41a7-9f0f-cba0e3c7786a {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.510813] env[69846]: DEBUG nova.compute.manager [req-f99a853d-1b15-49a8-9625-11c0cdc35f3a req-9f6203be-30dd-4137-aeeb-971ce13d98b1 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Refreshing instance network info cache due to event network-changed-25a8716e-08dc-41a7-9f0f-cba0e3c7786a. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.510981] env[69846]: DEBUG oslo_concurrency.lockutils [req-f99a853d-1b15-49a8-9625-11c0cdc35f3a req-9f6203be-30dd-4137-aeeb-971ce13d98b1 service nova] Acquiring lock "refresh_cache-15321d5a-c484-4c42-b55b-46d46e15db73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.511148] env[69846]: DEBUG oslo_concurrency.lockutils [req-f99a853d-1b15-49a8-9625-11c0cdc35f3a req-9f6203be-30dd-4137-aeeb-971ce13d98b1 service nova] Acquired lock "refresh_cache-15321d5a-c484-4c42-b55b-46d46e15db73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.511307] env[69846]: DEBUG nova.network.neutron [req-f99a853d-1b15-49a8-9625-11c0cdc35f3a req-9f6203be-30dd-4137-aeeb-971ce13d98b1 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Refreshing network info cache for port 25a8716e-08dc-41a7-9f0f-cba0e3c7786a {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.558643] env[69846]: DEBUG nova.compute.utils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.562611] env[69846]: DEBUG nova.compute.manager [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.562777] env[69846]: DEBUG nova.network.neutron [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.597358] env[69846]: DEBUG nova.policy [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82ff1435f6744003b55bee0a397f47a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f940298092264253850fbee27e0a066c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.620549] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.640801] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ade1950-4e0d-447f-adb0-8e9e81f78fe5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.648523] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453048e1-d4a4-4264-946c-d824b32f4597 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.679202] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93383644-80ca-40ee-927d-05c8411708a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.686160] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5499126a-c3f6-4290-88c8-d8989b9eccda {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.699236] env[69846]: DEBUG nova.compute.provider_tree [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.804265] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950805, 'name': CreateVM_Task, 'duration_secs': 0.276894} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.804441] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.805140] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'attachment_id': '249a1af7-1bae-49fa-90f5-2c1c79d9a4f0', 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592211', 'volume_id': '4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'name': 'volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15321d5a-c484-4c42-b55b-46d46e15db73', 'attached_at': '', 'detached_at': '', 'volume_id': '4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'serial': '4b02c5db-8dc6-45de-b5df-6d3b25f76873'}, 'volume_type': None}], 'swap': None} {{(pid=69846) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1320.805358] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Root volume attach. Driver type: vmdk {{(pid=69846) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1320.806219] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea6eb98-6e60-44e8-a227-f466b93a1d00 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.814052] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c200b2c6-a467-4544-b8b6-bcb99edecb71 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.820113] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f8dbc7-86b9-411d-9424-f2cfc515a5d5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.826353] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0b08f7f3-cdf4-41c3-99ad-a900d2f6118a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.832756] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for the task: (returnval){ [ 1320.832756] env[69846]: value = "task-2950806" [ 1320.832756] env[69846]: _type = "Task" [ 1320.832756] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.833493] env[69846]: DEBUG nova.network.neutron [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Successfully created port: 1f5847b5-ac0a-4135-ba35-d195ac7240d1 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.843153] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950806, 'name': RelocateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.062980] env[69846]: DEBUG nova.compute.manager [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.202031] env[69846]: DEBUG nova.scheduler.client.report [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.276203] env[69846]: DEBUG nova.network.neutron [req-f99a853d-1b15-49a8-9625-11c0cdc35f3a req-9f6203be-30dd-4137-aeeb-971ce13d98b1 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Updated VIF entry in instance network info cache for port 25a8716e-08dc-41a7-9f0f-cba0e3c7786a. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.276658] env[69846]: DEBUG nova.network.neutron [req-f99a853d-1b15-49a8-9625-11c0cdc35f3a req-9f6203be-30dd-4137-aeeb-971ce13d98b1 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Updating instance_info_cache with network_info: [{"id": "25a8716e-08dc-41a7-9f0f-cba0e3c7786a", "address": "fa:16:3e:72:02:25", "network": {"id": "e1ae6b2f-ed97-4008-b0aa-06e684e173ea", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-943210039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a4aacb0dcaf49eaa15f45e4f7a8f427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a8716e-08", "ovs_interfaceid": "25a8716e-08dc-41a7-9f0f-cba0e3c7786a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.348737] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950806, 'name': RelocateVM_Task} progress is 43%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.706653] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.709155] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.089s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.709383] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.728769] env[69846]: INFO nova.scheduler.client.report [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Deleted allocations for instance 5a82b90c-8761-4d80-8cd3-119c124dcc41 [ 1321.731045] env[69846]: INFO nova.scheduler.client.report [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted allocations for instance 64e037ca-5f14-4daa-a8fb-284b9347719f [ 1321.779806] env[69846]: DEBUG oslo_concurrency.lockutils [req-f99a853d-1b15-49a8-9625-11c0cdc35f3a req-9f6203be-30dd-4137-aeeb-971ce13d98b1 service nova] Releasing lock "refresh_cache-15321d5a-c484-4c42-b55b-46d46e15db73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.780074] env[69846]: DEBUG nova.compute.manager [req-f99a853d-1b15-49a8-9625-11c0cdc35f3a req-9f6203be-30dd-4137-aeeb-971ce13d98b1 service nova] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Received event network-vif-deleted-5c89ccc9-54ae-449f-a001-61832fb077a1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.848021] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950806, 'name': RelocateVM_Task} progress is 58%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.073355] env[69846]: DEBUG nova.compute.manager [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.100294] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.100565] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.100725] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.100905] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.101111] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.101214] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.101430] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.101601] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.101783] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.101952] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.102154] env[69846]: DEBUG nova.virt.hardware [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.103051] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e962a6d-3895-4b97-a081-7ccfd6a56d74 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.112979] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9098c0-4822-4867-ae81-a4466378e0ed {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.240714] env[69846]: DEBUG oslo_concurrency.lockutils [None req-31e8060c-4529-4717-aa13-a8dc96226df1 tempest-ServersAaction247Test-5547363 tempest-ServersAaction247Test-5547363-project-member] Lock "5a82b90c-8761-4d80-8cd3-119c124dcc41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.751s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.241822] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c9c48733-7cf0-42f7-a75d-8744f4458f91 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "64e037ca-5f14-4daa-a8fb-284b9347719f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.837s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.348750] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950806, 'name': RelocateVM_Task} progress is 73%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.546481] env[69846]: DEBUG nova.network.neutron [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Successfully updated port: 1f5847b5-ac0a-4135-ba35-d195ac7240d1 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.549803] env[69846]: DEBUG nova.compute.manager [req-572f9b04-3d29-43ab-99de-8cf9f54ee780 req-1ad106fc-7770-4605-9070-83268b47c28e service nova] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Received event network-vif-plugged-1f5847b5-ac0a-4135-ba35-d195ac7240d1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.549915] env[69846]: DEBUG oslo_concurrency.lockutils [req-572f9b04-3d29-43ab-99de-8cf9f54ee780 req-1ad106fc-7770-4605-9070-83268b47c28e service nova] Acquiring lock "41649341-453e-4fe0-9e28-bb1e31825a8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.550143] env[69846]: DEBUG oslo_concurrency.lockutils [req-572f9b04-3d29-43ab-99de-8cf9f54ee780 req-1ad106fc-7770-4605-9070-83268b47c28e service nova] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.550373] env[69846]: DEBUG oslo_concurrency.lockutils [req-572f9b04-3d29-43ab-99de-8cf9f54ee780 req-1ad106fc-7770-4605-9070-83268b47c28e service nova] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.550576] env[69846]: DEBUG nova.compute.manager [req-572f9b04-3d29-43ab-99de-8cf9f54ee780 req-1ad106fc-7770-4605-9070-83268b47c28e service nova] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] No waiting events found dispatching network-vif-plugged-1f5847b5-ac0a-4135-ba35-d195ac7240d1 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.550811] env[69846]: WARNING nova.compute.manager [req-572f9b04-3d29-43ab-99de-8cf9f54ee780 req-1ad106fc-7770-4605-9070-83268b47c28e service nova] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Received unexpected event network-vif-plugged-1f5847b5-ac0a-4135-ba35-d195ac7240d1 for instance with vm_state building and task_state spawning. [ 1322.849786] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950806, 'name': RelocateVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.052951] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.053122] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.053280] env[69846]: DEBUG nova.network.neutron [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.348353] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950806, 'name': RelocateVM_Task} progress is 97%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.601574] env[69846]: DEBUG nova.network.neutron [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.763615] env[69846]: DEBUG nova.network.neutron [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance_info_cache with network_info: [{"id": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "address": "fa:16:3e:e6:67:52", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5847b5-ac", "ovs_interfaceid": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.848799] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950806, 'name': RelocateVM_Task, 'duration_secs': 2.956982} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.849151] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1323.849431] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592211', 'volume_id': '4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'name': 'volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15321d5a-c484-4c42-b55b-46d46e15db73', 'attached_at': '', 'detached_at': '', 'volume_id': '4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'serial': '4b02c5db-8dc6-45de-b5df-6d3b25f76873'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1323.850307] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4715cb-d9d0-4b88-81aa-8254d6c64975 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.867999] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68d19be-780f-46e0-84df-34defb6f1a1d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.889382] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873/volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.889708] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae96c569-2ba7-46b3-82b4-f7202d9e469d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.910087] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for the task: (returnval){ [ 1323.910087] env[69846]: value = "task-2950807" [ 1323.910087] env[69846]: _type = "Task" [ 1323.910087] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.917981] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.267187] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.267606] env[69846]: DEBUG nova.compute.manager [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Instance network_info: |[{"id": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "address": "fa:16:3e:e6:67:52", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5847b5-ac", "ovs_interfaceid": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.268152] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:67:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f5847b5-ac0a-4135-ba35-d195ac7240d1', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.276654] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.276913] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.277163] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46b21273-beaf-4099-8e0c-8bdf35fff637 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.297747] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.297747] env[69846]: value = "task-2950808" [ 1324.297747] env[69846]: _type = "Task" [ 1324.297747] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.305675] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950808, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.421343] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950807, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.583104] env[69846]: DEBUG nova.compute.manager [req-60294174-71f5-46ad-81db-2a5d3f0ab1f8 req-d22525f9-e4ff-41c0-86dc-51d453de3be1 service nova] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Received event network-changed-1f5847b5-ac0a-4135-ba35-d195ac7240d1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.583104] env[69846]: DEBUG nova.compute.manager [req-60294174-71f5-46ad-81db-2a5d3f0ab1f8 req-d22525f9-e4ff-41c0-86dc-51d453de3be1 service nova] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Refreshing instance network info cache due to event network-changed-1f5847b5-ac0a-4135-ba35-d195ac7240d1. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.583322] env[69846]: DEBUG oslo_concurrency.lockutils [req-60294174-71f5-46ad-81db-2a5d3f0ab1f8 req-d22525f9-e4ff-41c0-86dc-51d453de3be1 service nova] Acquiring lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.583441] env[69846]: DEBUG oslo_concurrency.lockutils [req-60294174-71f5-46ad-81db-2a5d3f0ab1f8 req-d22525f9-e4ff-41c0-86dc-51d453de3be1 service nova] Acquired lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.583723] env[69846]: DEBUG nova.network.neutron [req-60294174-71f5-46ad-81db-2a5d3f0ab1f8 req-d22525f9-e4ff-41c0-86dc-51d453de3be1 service nova] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Refreshing network info cache for port 1f5847b5-ac0a-4135-ba35-d195ac7240d1 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.812963] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950808, 'name': CreateVM_Task} progress is 25%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.924352] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950807, 'name': ReconfigVM_Task, 'duration_secs': 0.551804} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.925243] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873/volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.931125] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff9e2657-f0fc-4248-afb7-3d4bb0501a30 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.952523] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for the task: (returnval){ [ 1324.952523] env[69846]: value = "task-2950809" [ 1324.952523] env[69846]: _type = "Task" [ 1324.952523] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.961583] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.290641] env[69846]: DEBUG nova.network.neutron [req-60294174-71f5-46ad-81db-2a5d3f0ab1f8 req-d22525f9-e4ff-41c0-86dc-51d453de3be1 service nova] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updated VIF entry in instance network info cache for port 1f5847b5-ac0a-4135-ba35-d195ac7240d1. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.291266] env[69846]: DEBUG nova.network.neutron [req-60294174-71f5-46ad-81db-2a5d3f0ab1f8 req-d22525f9-e4ff-41c0-86dc-51d453de3be1 service nova] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance_info_cache with network_info: [{"id": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "address": "fa:16:3e:e6:67:52", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5847b5-ac", "ovs_interfaceid": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.311519] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950808, 'name': CreateVM_Task, 'duration_secs': 0.638777} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.311750] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.312481] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.312705] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.313065] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.313350] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5506b385-644c-44b2-9eeb-71c35a52e2f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.317597] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1325.317597] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52190504-ef54-f355-f23d-1686d0936359" [ 1325.317597] env[69846]: _type = "Task" [ 1325.317597] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.325479] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52190504-ef54-f355-f23d-1686d0936359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.463251] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950809, 'name': ReconfigVM_Task, 'duration_secs': 0.130298} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.463579] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592211', 'volume_id': '4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'name': 'volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15321d5a-c484-4c42-b55b-46d46e15db73', 'attached_at': '', 'detached_at': '', 'volume_id': '4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'serial': '4b02c5db-8dc6-45de-b5df-6d3b25f76873'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1325.464148] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dafe1a4d-f8af-47df-b07e-5e05b70edd67 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.469956] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for the task: (returnval){ [ 1325.469956] env[69846]: value = "task-2950810" [ 1325.469956] env[69846]: _type = "Task" [ 1325.469956] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.477377] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950810, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.795298] env[69846]: DEBUG oslo_concurrency.lockutils [req-60294174-71f5-46ad-81db-2a5d3f0ab1f8 req-d22525f9-e4ff-41c0-86dc-51d453de3be1 service nova] Releasing lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.829107] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52190504-ef54-f355-f23d-1686d0936359, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.829352] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.829596] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.830313] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.830313] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.830313] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.830653] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f40f2325-76a0-427b-b4f0-3303a0ef5b71 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.839912] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.840311] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.841080] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d78557-0c88-4970-872f-b45c6353e2ab {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.847169] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1325.847169] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522a9bb9-980f-764d-8ad1-0090df56f491" [ 1325.847169] env[69846]: _type = "Task" [ 1325.847169] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.854886] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522a9bb9-980f-764d-8ad1-0090df56f491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.980198] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950810, 'name': Rename_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.358113] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522a9bb9-980f-764d-8ad1-0090df56f491, 'name': SearchDatastore_Task, 'duration_secs': 0.008616} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.359028] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7488b1-93bd-4153-b233-632bc16b3801 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.364072] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1326.364072] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529af9fd-702f-4383-aa2c-d00a78c6300c" [ 1326.364072] env[69846]: _type = "Task" [ 1326.364072] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.371668] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529af9fd-702f-4383-aa2c-d00a78c6300c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.480431] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950810, 'name': Rename_Task, 'duration_secs': 0.689475} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.480865] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.481145] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d4af58e-c9c7-4cc0-b1a5-7c803b6a2e80 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.487062] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for the task: (returnval){ [ 1326.487062] env[69846]: value = "task-2950811" [ 1326.487062] env[69846]: _type = "Task" [ 1326.487062] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.493965] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.875310] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529af9fd-702f-4383-aa2c-d00a78c6300c, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.875908] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.875908] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 41649341-453e-4fe0-9e28-bb1e31825a8d/41649341-453e-4fe0-9e28-bb1e31825a8d.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.876118] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63304fae-0955-43cb-beed-98a942471e6f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.883243] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1326.883243] env[69846]: value = "task-2950812" [ 1326.883243] env[69846]: _type = "Task" [ 1326.883243] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.891721] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.996481] env[69846]: DEBUG oslo_vmware.api [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950811, 'name': PowerOnVM_Task, 'duration_secs': 0.4332} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.996756] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.996947] env[69846]: INFO nova.compute.manager [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1326.997145] env[69846]: DEBUG nova.compute.manager [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.997942] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a418679e-2d40-49d5-be1a-673ab8e5a7de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.201872] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "da957371-3f7a-4921-b3c1-098712ff54d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.202137] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.394363] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43526} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.394534] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] 41649341-453e-4fe0-9e28-bb1e31825a8d/41649341-453e-4fe0-9e28-bb1e31825a8d.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.395434] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.395434] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de926286-cf8b-4380-be39-6946fdedc2b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.402615] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1327.402615] env[69846]: value = "task-2950813" [ 1327.402615] env[69846]: _type = "Task" [ 1327.402615] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.410500] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.514316] env[69846]: INFO nova.compute.manager [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Took 13.52 seconds to build instance. [ 1327.704676] env[69846]: DEBUG nova.compute.manager [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1327.912118] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06357} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.912404] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.913196] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a3759c-12fa-4d27-bb24-6580f4c6f3a1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.934988] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 41649341-453e-4fe0-9e28-bb1e31825a8d/41649341-453e-4fe0-9e28-bb1e31825a8d.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.935278] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab607a1-6a46-4dde-b2aa-576eaaf95cc6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.953912] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1327.953912] env[69846]: value = "task-2950814" [ 1327.953912] env[69846]: _type = "Task" [ 1327.953912] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.961465] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.015962] env[69846]: DEBUG oslo_concurrency.lockutils [None req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lock "15321d5a-c484-4c42-b55b-46d46e15db73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.030s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.227989] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.228305] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.229893] env[69846]: INFO nova.compute.claims [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.394552] env[69846]: DEBUG nova.compute.manager [req-cb5c04bb-3231-4075-8bcc-397d920f9e4d req-c229bc5a-8021-4c11-be2f-622cd7c231fa service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Received event network-changed-25a8716e-08dc-41a7-9f0f-cba0e3c7786a {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.394784] env[69846]: DEBUG nova.compute.manager [req-cb5c04bb-3231-4075-8bcc-397d920f9e4d req-c229bc5a-8021-4c11-be2f-622cd7c231fa service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Refreshing instance network info cache due to event network-changed-25a8716e-08dc-41a7-9f0f-cba0e3c7786a. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.395027] env[69846]: DEBUG oslo_concurrency.lockutils [req-cb5c04bb-3231-4075-8bcc-397d920f9e4d req-c229bc5a-8021-4c11-be2f-622cd7c231fa service nova] Acquiring lock "refresh_cache-15321d5a-c484-4c42-b55b-46d46e15db73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.395177] env[69846]: DEBUG oslo_concurrency.lockutils [req-cb5c04bb-3231-4075-8bcc-397d920f9e4d req-c229bc5a-8021-4c11-be2f-622cd7c231fa service nova] Acquired lock "refresh_cache-15321d5a-c484-4c42-b55b-46d46e15db73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.395338] env[69846]: DEBUG nova.network.neutron [req-cb5c04bb-3231-4075-8bcc-397d920f9e4d req-c229bc5a-8021-4c11-be2f-622cd7c231fa service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Refreshing network info cache for port 25a8716e-08dc-41a7-9f0f-cba0e3c7786a {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.465343] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950814, 'name': ReconfigVM_Task, 'duration_secs': 0.272578} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.465343] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 41649341-453e-4fe0-9e28-bb1e31825a8d/41649341-453e-4fe0-9e28-bb1e31825a8d.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.466228] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e9e88ee-753a-4d46-8d79-a856632764fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.472606] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1328.472606] env[69846]: value = "task-2950815" [ 1328.472606] env[69846]: _type = "Task" [ 1328.472606] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.480952] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950815, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.985056] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950815, 'name': Rename_Task, 'duration_secs': 0.295766} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.985312] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.985554] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed1622bc-d902-416e-9242-6a1acf7dde9d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.991056] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1328.991056] env[69846]: value = "task-2950816" [ 1328.991056] env[69846]: _type = "Task" [ 1328.991056] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.000109] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.105563] env[69846]: DEBUG nova.network.neutron [req-cb5c04bb-3231-4075-8bcc-397d920f9e4d req-c229bc5a-8021-4c11-be2f-622cd7c231fa service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Updated VIF entry in instance network info cache for port 25a8716e-08dc-41a7-9f0f-cba0e3c7786a. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.106263] env[69846]: DEBUG nova.network.neutron [req-cb5c04bb-3231-4075-8bcc-397d920f9e4d req-c229bc5a-8021-4c11-be2f-622cd7c231fa service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Updating instance_info_cache with network_info: [{"id": "25a8716e-08dc-41a7-9f0f-cba0e3c7786a", "address": "fa:16:3e:72:02:25", "network": {"id": "e1ae6b2f-ed97-4008-b0aa-06e684e173ea", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-943210039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a4aacb0dcaf49eaa15f45e4f7a8f427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a8716e-08", "ovs_interfaceid": "25a8716e-08dc-41a7-9f0f-cba0e3c7786a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.316387] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810b581f-2bf8-4f23-acd1-7c6429013992 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.324175] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a08a2f-00e8-4fcd-901d-4d3508328974 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.359838] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cded11a-257c-473d-b715-4ba8118dac69 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.372053] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570ecc18-b5cb-478e-9ed3-bfa61906fe58 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.390164] env[69846]: DEBUG nova.compute.provider_tree [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.501203] env[69846]: DEBUG oslo_vmware.api [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950816, 'name': PowerOnVM_Task, 'duration_secs': 0.434096} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.501551] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.501793] env[69846]: INFO nova.compute.manager [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1329.502795] env[69846]: DEBUG nova.compute.manager [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.503487] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa18572-2594-41d8-a9ee-b817508990bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.609530] env[69846]: DEBUG oslo_concurrency.lockutils [req-cb5c04bb-3231-4075-8bcc-397d920f9e4d req-c229bc5a-8021-4c11-be2f-622cd7c231fa service nova] Releasing lock "refresh_cache-15321d5a-c484-4c42-b55b-46d46e15db73" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.893875] env[69846]: DEBUG nova.scheduler.client.report [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.021535] env[69846]: INFO nova.compute.manager [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Took 12.15 seconds to build instance. [ 1330.398979] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.399584] env[69846]: DEBUG nova.compute.manager [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1330.523934] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e60e220c-eff1-4c05-8b36-cc09330ed8dd tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.676s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.905045] env[69846]: DEBUG nova.compute.utils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1330.906511] env[69846]: DEBUG nova.compute.manager [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.906684] env[69846]: DEBUG nova.network.neutron [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.953468] env[69846]: DEBUG nova.policy [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faf2343f4b204c27b5eccc48893dd9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4f178dd89b24d238caf76c1f857af96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1331.264716] env[69846]: DEBUG nova.network.neutron [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Successfully created port: dae8a345-4862-4c4e-a2d5-aef328904215 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.412023] env[69846]: DEBUG nova.compute.manager [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1332.019802] env[69846]: DEBUG nova.compute.manager [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Stashing vm_state: active {{(pid=69846) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1332.419278] env[69846]: DEBUG nova.compute.manager [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1332.444601] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.444873] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.445041] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.445234] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.445382] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.445528] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.445752] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.445981] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.446197] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.446429] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.446545] env[69846]: DEBUG nova.virt.hardware [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.447485] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9895c015-4274-46e5-b096-a53b57ced1f5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.455995] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2961822e-e774-4dc5-85fb-d3239816e1a9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.539109] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.539395] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.628525] env[69846]: DEBUG nova.compute.manager [req-ba102a71-9fef-45c7-9b72-8d008040df5a req-33c99c27-e99f-4454-b0aa-c8ed0b647b7e service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Received event network-vif-plugged-dae8a345-4862-4c4e-a2d5-aef328904215 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.628877] env[69846]: DEBUG oslo_concurrency.lockutils [req-ba102a71-9fef-45c7-9b72-8d008040df5a req-33c99c27-e99f-4454-b0aa-c8ed0b647b7e service nova] Acquiring lock "da957371-3f7a-4921-b3c1-098712ff54d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.629385] env[69846]: DEBUG oslo_concurrency.lockutils [req-ba102a71-9fef-45c7-9b72-8d008040df5a req-33c99c27-e99f-4454-b0aa-c8ed0b647b7e service nova] Lock "da957371-3f7a-4921-b3c1-098712ff54d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.629819] env[69846]: DEBUG oslo_concurrency.lockutils [req-ba102a71-9fef-45c7-9b72-8d008040df5a req-33c99c27-e99f-4454-b0aa-c8ed0b647b7e service nova] Lock "da957371-3f7a-4921-b3c1-098712ff54d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.630251] env[69846]: DEBUG nova.compute.manager [req-ba102a71-9fef-45c7-9b72-8d008040df5a req-33c99c27-e99f-4454-b0aa-c8ed0b647b7e service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] No waiting events found dispatching network-vif-plugged-dae8a345-4862-4c4e-a2d5-aef328904215 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.630593] env[69846]: WARNING nova.compute.manager [req-ba102a71-9fef-45c7-9b72-8d008040df5a req-33c99c27-e99f-4454-b0aa-c8ed0b647b7e service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Received unexpected event network-vif-plugged-dae8a345-4862-4c4e-a2d5-aef328904215 for instance with vm_state building and task_state spawning. [ 1332.717711] env[69846]: DEBUG nova.network.neutron [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Successfully updated port: dae8a345-4862-4c4e-a2d5-aef328904215 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.044216] env[69846]: INFO nova.compute.claims [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.220418] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "refresh_cache-da957371-3f7a-4921-b3c1-098712ff54d5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.220598] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "refresh_cache-da957371-3f7a-4921-b3c1-098712ff54d5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.220667] env[69846]: DEBUG nova.network.neutron [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.368873] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.550565] env[69846]: INFO nova.compute.resource_tracker [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating resource usage from migration f538aab9-aea3-4ce4-90b7-00dd8a7858b7 [ 1333.625077] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c55307-2b0a-4a24-8b6f-7deb946fed78 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.632974] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0669df96-8e90-4b07-bb50-cfcc18f67002 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.662422] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec4a4fb-3740-4d29-a323-c32590c62061 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.669412] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69260d9-dcd1-4b70-a1d5-47b769788721 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.681985] env[69846]: DEBUG nova.compute.provider_tree [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.751406] env[69846]: DEBUG nova.network.neutron [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.863449] env[69846]: DEBUG nova.network.neutron [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Updating instance_info_cache with network_info: [{"id": "dae8a345-4862-4c4e-a2d5-aef328904215", "address": "fa:16:3e:83:5e:53", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae8a345-48", "ovs_interfaceid": "dae8a345-4862-4c4e-a2d5-aef328904215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.871831] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.185305] env[69846]: DEBUG nova.scheduler.client.report [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.366187] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "refresh_cache-da957371-3f7a-4921-b3c1-098712ff54d5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.366525] env[69846]: DEBUG nova.compute.manager [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Instance network_info: |[{"id": "dae8a345-4862-4c4e-a2d5-aef328904215", "address": "fa:16:3e:83:5e:53", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae8a345-48", "ovs_interfaceid": "dae8a345-4862-4c4e-a2d5-aef328904215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1334.366956] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:5e:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dae8a345-4862-4c4e-a2d5-aef328904215', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.374385] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Creating folder: Project (e4f178dd89b24d238caf76c1f857af96). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.374651] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41d297fa-9bee-4c2a-99de-48e338118249 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.386118] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Created folder: Project (e4f178dd89b24d238caf76c1f857af96) in parent group-v591891. [ 1334.386308] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Creating folder: Instances. Parent ref: group-v592219. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.386528] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e82f57ca-4815-46a4-994b-c65b1546b609 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.394822] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Created folder: Instances in parent group-v592219. [ 1334.395073] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.395257] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.395442] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e223d6a-8bc5-48a3-a3d7-9dfa52805b29 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.413281] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.413281] env[69846]: value = "task-2950819" [ 1334.413281] env[69846]: _type = "Task" [ 1334.413281] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.420560] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950819, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.653281] env[69846]: DEBUG nova.compute.manager [req-2b297e7d-5017-49a0-97eb-83891eb781d3 req-d7963df8-15b9-4df0-9f12-139f2cb966ea service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Received event network-changed-dae8a345-4862-4c4e-a2d5-aef328904215 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.653528] env[69846]: DEBUG nova.compute.manager [req-2b297e7d-5017-49a0-97eb-83891eb781d3 req-d7963df8-15b9-4df0-9f12-139f2cb966ea service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Refreshing instance network info cache due to event network-changed-dae8a345-4862-4c4e-a2d5-aef328904215. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.653879] env[69846]: DEBUG oslo_concurrency.lockutils [req-2b297e7d-5017-49a0-97eb-83891eb781d3 req-d7963df8-15b9-4df0-9f12-139f2cb966ea service nova] Acquiring lock "refresh_cache-da957371-3f7a-4921-b3c1-098712ff54d5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.653938] env[69846]: DEBUG oslo_concurrency.lockutils [req-2b297e7d-5017-49a0-97eb-83891eb781d3 req-d7963df8-15b9-4df0-9f12-139f2cb966ea service nova] Acquired lock "refresh_cache-da957371-3f7a-4921-b3c1-098712ff54d5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.654073] env[69846]: DEBUG nova.network.neutron [req-2b297e7d-5017-49a0-97eb-83891eb781d3 req-d7963df8-15b9-4df0-9f12-139f2cb966ea service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Refreshing network info cache for port dae8a345-4862-4c4e-a2d5-aef328904215 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.690167] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.151s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.690380] env[69846]: INFO nova.compute.manager [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Migrating [ 1334.696982] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.825s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.697256] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.697429] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1334.700769] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cbf85f-a49a-4266-8a6e-a9525c4e94af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.715519] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853d9cff-4360-4761-98e2-68c052b8cb88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.731523] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c95e89-18f7-49f7-9035-1cb309848672 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.738915] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6dd232-6cff-4fc5-a470-dcdfc94d8e84 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.770399] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180573MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1334.770581] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.770767] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.923209] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950819, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.209938] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.210106] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.210289] env[69846]: DEBUG nova.network.neutron [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.346810] env[69846]: DEBUG nova.network.neutron [req-2b297e7d-5017-49a0-97eb-83891eb781d3 req-d7963df8-15b9-4df0-9f12-139f2cb966ea service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Updated VIF entry in instance network info cache for port dae8a345-4862-4c4e-a2d5-aef328904215. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.347360] env[69846]: DEBUG nova.network.neutron [req-2b297e7d-5017-49a0-97eb-83891eb781d3 req-d7963df8-15b9-4df0-9f12-139f2cb966ea service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Updating instance_info_cache with network_info: [{"id": "dae8a345-4862-4c4e-a2d5-aef328904215", "address": "fa:16:3e:83:5e:53", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae8a345-48", "ovs_interfaceid": "dae8a345-4862-4c4e-a2d5-aef328904215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.423918] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950819, 'name': CreateVM_Task, 'duration_secs': 0.513406} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.424074] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.424761] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.424928] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.425274] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.425519] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b234e4b-f069-4f73-8e7b-1c1175ae1cdf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.429550] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1335.429550] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52991922-7e13-c3cd-a74e-419623c81fc2" [ 1335.429550] env[69846]: _type = "Task" [ 1335.429550] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.437705] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52991922-7e13-c3cd-a74e-419623c81fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.779690] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Applying migration context for instance 41649341-453e-4fe0-9e28-bb1e31825a8d as it has an incoming, in-progress migration f538aab9-aea3-4ce4-90b7-00dd8a7858b7. Migration status is pre-migrating {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1335.780627] env[69846]: INFO nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating resource usage from migration f538aab9-aea3-4ce4-90b7-00dd8a7858b7 [ 1335.799709] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance d7ad2565-3511-401d-a3c9-fcb4520c0e1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.799869] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 15ed9e07-3c3a-4961-9444-432e3837d947 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.800013] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 15321d5a-c484-4c42-b55b-46d46e15db73 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.800218] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance da957371-3f7a-4921-b3c1-098712ff54d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.800350] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Migration f538aab9-aea3-4ce4-90b7-00dd8a7858b7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1335.800468] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 41649341-453e-4fe0-9e28-bb1e31825a8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.800657] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1335.800793] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1335.849656] env[69846]: DEBUG oslo_concurrency.lockutils [req-2b297e7d-5017-49a0-97eb-83891eb781d3 req-d7963df8-15b9-4df0-9f12-139f2cb966ea service nova] Releasing lock "refresh_cache-da957371-3f7a-4921-b3c1-098712ff54d5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.877072] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21f96d0-163d-4795-8cd4-9519d804527b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.885124] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0df973-7f4e-4446-8122-f520225f1626 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.915556] env[69846]: DEBUG nova.network.neutron [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance_info_cache with network_info: [{"id": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "address": "fa:16:3e:e6:67:52", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5847b5-ac", "ovs_interfaceid": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.917306] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c802a9b2-18e7-43c6-9255-34d6ff980df8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.927679] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53cc57b-cb05-493f-b5c1-b1456ab48dac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.945069] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.949444] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52991922-7e13-c3cd-a74e-419623c81fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.949951] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.950205] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.950468] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.950695] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.950945] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.951218] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6fbfd43-e8a3-4a48-9e56-26fd94d14b11 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.960519] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.960697] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.961392] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29d326c-0626-4119-be18-0bc36fb6b677 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.967428] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1335.967428] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b28b5e-1300-d358-8b61-7caa2a0f1bc5" [ 1335.967428] env[69846]: _type = "Task" [ 1335.967428] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.974838] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b28b5e-1300-d358-8b61-7caa2a0f1bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.422477] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.451300] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.478264] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b28b5e-1300-d358-8b61-7caa2a0f1bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.479036] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91284f9f-ab94-4e3b-890d-6ba7da2b2b8f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.484518] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1336.484518] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]528cd87d-50c0-8ceb-4cef-d3f6f49ab369" [ 1336.484518] env[69846]: _type = "Task" [ 1336.484518] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.491893] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528cd87d-50c0-8ceb-4cef-d3f6f49ab369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.956146] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1336.956536] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.186s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.994140] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]528cd87d-50c0-8ceb-4cef-d3f6f49ab369, 'name': SearchDatastore_Task, 'duration_secs': 0.009447} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.994395] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.994654] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] da957371-3f7a-4921-b3c1-098712ff54d5/da957371-3f7a-4921-b3c1-098712ff54d5.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.994907] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1a199de-7d60-441b-acbf-53d09b77b460 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.001013] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1337.001013] env[69846]: value = "task-2950820" [ 1337.001013] env[69846]: _type = "Task" [ 1337.001013] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.008314] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.513081] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439851} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.513387] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] da957371-3f7a-4921-b3c1-098712ff54d5/da957371-3f7a-4921-b3c1-098712ff54d5.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.513571] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.513848] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d92b4dc6-8fed-44be-8807-58f4a0daf9c7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.519751] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1337.519751] env[69846]: value = "task-2950821" [ 1337.519751] env[69846]: _type = "Task" [ 1337.519751] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.526983] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.936621] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6642e691-8304-4524-9ecb-b604536d5e28 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.954868] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance '41649341-453e-4fe0-9e28-bb1e31825a8d' progress to 0 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.029525] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059384} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.029798] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.030605] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea8708a-6725-473d-a6db-6e19e4a453a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.053195] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] da957371-3f7a-4921-b3c1-098712ff54d5/da957371-3f7a-4921-b3c1-098712ff54d5.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.053195] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17490765-9283-4594-b62d-2564acd671cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.073022] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1338.073022] env[69846]: value = "task-2950822" [ 1338.073022] env[69846]: _type = "Task" [ 1338.073022] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.080793] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.460600] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.460942] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25a3d24d-582d-4e56-a0bb-f4adfb7a488e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.468108] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1338.468108] env[69846]: value = "task-2950823" [ 1338.468108] env[69846]: _type = "Task" [ 1338.468108] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.476357] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.583326] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950822, 'name': ReconfigVM_Task, 'duration_secs': 0.258578} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.583612] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Reconfigured VM instance instance-00000078 to attach disk [datastore2] da957371-3f7a-4921-b3c1-098712ff54d5/da957371-3f7a-4921-b3c1-098712ff54d5.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.584544] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c044dfb-5e54-4eb7-bb27-108fbf88e8f6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.590508] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1338.590508] env[69846]: value = "task-2950824" [ 1338.590508] env[69846]: _type = "Task" [ 1338.590508] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.598506] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950824, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.956235] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.956488] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.956646] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.956800] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.956950] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.957113] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.957260] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1338.978903] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950823, 'name': PowerOffVM_Task, 'duration_secs': 0.277184} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.979190] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.979375] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance '41649341-453e-4fe0-9e28-bb1e31825a8d' progress to 17 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.991178] env[69846]: DEBUG nova.compute.manager [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Stashing vm_state: active {{(pid=69846) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1339.099727] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950824, 'name': Rename_Task, 'duration_secs': 0.161942} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.100103] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.100240] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-022f31d9-ef34-4c77-92fb-3757ff18539f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.106974] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1339.106974] env[69846]: value = "task-2950825" [ 1339.106974] env[69846]: _type = "Task" [ 1339.106974] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.114072] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.365223] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.489355] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.489619] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.489781] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.489984] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.490167] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.490326] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.490555] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.490722] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.490901] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.491083] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.491267] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.500047] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b9a2de2-a58c-4446-8cf5-2831713f91b0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.516891] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1339.516891] env[69846]: value = "task-2950826" [ 1339.516891] env[69846]: _type = "Task" [ 1339.516891] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.525671] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.526617] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.526868] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.617114] env[69846]: DEBUG oslo_vmware.api [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950825, 'name': PowerOnVM_Task, 'duration_secs': 0.485171} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.617357] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.617566] env[69846]: INFO nova.compute.manager [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1339.617744] env[69846]: DEBUG nova.compute.manager [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.618562] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a0983a-8501-4bfc-8778-6fc59383e13f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.027190] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950826, 'name': ReconfigVM_Task, 'duration_secs': 0.127711} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.027498] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance '41649341-453e-4fe0-9e28-bb1e31825a8d' progress to 33 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.032677] env[69846]: INFO nova.compute.claims [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.134330] env[69846]: INFO nova.compute.manager [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Took 11.92 seconds to build instance. [ 1340.364171] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.538847] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.539194] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.539399] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.539623] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.539806] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.539988] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.540257] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.540455] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.540729] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.540919] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.541157] env[69846]: DEBUG nova.virt.hardware [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.546655] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.548036] env[69846]: INFO nova.compute.resource_tracker [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating resource usage from migration 36bb2d27-283e-4583-8d49-0ff5c263e5cc [ 1340.551036] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69192656-c5ab-48e1-9228-78b9f9c5dd17 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.571849] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1340.571849] env[69846]: value = "task-2950827" [ 1340.571849] env[69846]: _type = "Task" [ 1340.571849] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.581940] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.635546] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbe2351-7432-43b2-af59-f1f373ee7605 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.638190] env[69846]: DEBUG oslo_concurrency.lockutils [None req-80d7fdb4-295a-41cb-a153-bac25e345551 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.436s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.644825] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76bdcb0-67a1-40ad-8cd8-ef01a66b3e9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.673856] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149b134e-078d-4fc0-b4d3-e59cd3a6220e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.680743] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff5fa5-dd17-44e3-b089-32642aaed476 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.693466] env[69846]: DEBUG nova.compute.provider_tree [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.082226] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950827, 'name': ReconfigVM_Task, 'duration_secs': 0.268287} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.082475] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1341.083257] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c56f1e-a931-4bf1-8191-09b1fa36f5d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.107195] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 41649341-453e-4fe0-9e28-bb1e31825a8d/41649341-453e-4fe0-9e28-bb1e31825a8d.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.107481] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-543a7946-6deb-4514-b997-6b8f3bdd8856 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.125348] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1341.125348] env[69846]: value = "task-2950828" [ 1341.125348] env[69846]: _type = "Task" [ 1341.125348] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.133030] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.197281] env[69846]: DEBUG nova.scheduler.client.report [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.292789] env[69846]: DEBUG oslo_concurrency.lockutils [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "15ed9e07-3c3a-4961-9444-432e3837d947" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.293053] env[69846]: DEBUG oslo_concurrency.lockutils [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "15ed9e07-3c3a-4961-9444-432e3837d947" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.293244] env[69846]: INFO nova.compute.manager [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Shelving [ 1341.368396] env[69846]: DEBUG nova.compute.manager [req-c3277970-50cb-4afd-bd4b-40cc2653512f req-8e7c3096-aeab-4391-9ddb-550b4927a84c service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Received event network-changed-dae8a345-4862-4c4e-a2d5-aef328904215 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.368589] env[69846]: DEBUG nova.compute.manager [req-c3277970-50cb-4afd-bd4b-40cc2653512f req-8e7c3096-aeab-4391-9ddb-550b4927a84c service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Refreshing instance network info cache due to event network-changed-dae8a345-4862-4c4e-a2d5-aef328904215. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.369059] env[69846]: DEBUG oslo_concurrency.lockutils [req-c3277970-50cb-4afd-bd4b-40cc2653512f req-8e7c3096-aeab-4391-9ddb-550b4927a84c service nova] Acquiring lock "refresh_cache-da957371-3f7a-4921-b3c1-098712ff54d5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.369059] env[69846]: DEBUG oslo_concurrency.lockutils [req-c3277970-50cb-4afd-bd4b-40cc2653512f req-8e7c3096-aeab-4391-9ddb-550b4927a84c service nova] Acquired lock "refresh_cache-da957371-3f7a-4921-b3c1-098712ff54d5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.369187] env[69846]: DEBUG nova.network.neutron [req-c3277970-50cb-4afd-bd4b-40cc2653512f req-8e7c3096-aeab-4391-9ddb-550b4927a84c service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Refreshing network info cache for port dae8a345-4862-4c4e-a2d5-aef328904215 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.636323] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.702807] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.176s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.703040] env[69846]: INFO nova.compute.manager [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Migrating [ 1342.076571] env[69846]: DEBUG nova.network.neutron [req-c3277970-50cb-4afd-bd4b-40cc2653512f req-8e7c3096-aeab-4391-9ddb-550b4927a84c service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Updated VIF entry in instance network info cache for port dae8a345-4862-4c4e-a2d5-aef328904215. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.076932] env[69846]: DEBUG nova.network.neutron [req-c3277970-50cb-4afd-bd4b-40cc2653512f req-8e7c3096-aeab-4391-9ddb-550b4927a84c service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Updating instance_info_cache with network_info: [{"id": "dae8a345-4862-4c4e-a2d5-aef328904215", "address": "fa:16:3e:83:5e:53", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae8a345-48", "ovs_interfaceid": "dae8a345-4862-4c4e-a2d5-aef328904215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.136828] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950828, 'name': ReconfigVM_Task, 'duration_secs': 0.723519} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.137127] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 41649341-453e-4fe0-9e28-bb1e31825a8d/41649341-453e-4fe0-9e28-bb1e31825a8d.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.137405] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance '41649341-453e-4fe0-9e28-bb1e31825a8d' progress to 50 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.218377] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.218731] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.218731] env[69846]: DEBUG nova.network.neutron [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.303925] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.304275] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8304746d-bc66-46eb-a6e6-171773df2668 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.312728] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1342.312728] env[69846]: value = "task-2950829" [ 1342.312728] env[69846]: _type = "Task" [ 1342.312728] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.320353] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.579895] env[69846]: DEBUG oslo_concurrency.lockutils [req-c3277970-50cb-4afd-bd4b-40cc2653512f req-8e7c3096-aeab-4391-9ddb-550b4927a84c service nova] Releasing lock "refresh_cache-da957371-3f7a-4921-b3c1-098712ff54d5" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.643841] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a627c9-d8d0-4940-8d17-8a702200acbb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.665786] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0849f0e-3f47-4384-9cf1-1d7dd9c09a04 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.682989] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance '41649341-453e-4fe0-9e28-bb1e31825a8d' progress to 67 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.822428] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950829, 'name': PowerOffVM_Task, 'duration_secs': 0.459319} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.822688] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.823461] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea01d17d-8d9a-4427-a8a2-a70b12df5663 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.843153] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c9ba59-3c51-40d7-b173-86d95b1ea26c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.945920] env[69846]: DEBUG nova.network.neutron [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance_info_cache with network_info: [{"id": "d1c2c599-1c01-40f2-a192-f00597458758", "address": "fa:16:3e:7d:9f:93", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c2c599-1c", "ovs_interfaceid": "d1c2c599-1c01-40f2-a192-f00597458758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.219328] env[69846]: DEBUG nova.network.neutron [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Port 1f5847b5-ac0a-4135-ba35-d195ac7240d1 binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1343.353187] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Creating Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1343.353815] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ede2e44b-d7dc-4ca1-9d4d-0c5668321739 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.362363] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1343.362363] env[69846]: value = "task-2950830" [ 1343.362363] env[69846]: _type = "Task" [ 1343.362363] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.370810] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950830, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.448659] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.873686] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950830, 'name': CreateSnapshot_Task, 'duration_secs': 0.419292} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.873974] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Created Snapshot of the VM instance {{(pid=69846) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1343.874722] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2491a6-fcfd-4262-9510-b93570821cef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.241521] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "41649341-453e-4fe0-9e28-bb1e31825a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.241839] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.241925] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.391930] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Creating linked-clone VM from snapshot {{(pid=69846) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1344.392339] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c82b207-1343-4768-af4d-3cddc3f7ac39 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.403737] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1344.403737] env[69846]: value = "task-2950831" [ 1344.403737] env[69846]: _type = "Task" [ 1344.403737] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.411526] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950831, 'name': CloneVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.914327] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950831, 'name': CloneVM_Task} progress is 94%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.962512] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d73bee-8ed8-4725-bf3a-b6321c204568 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.980861] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance 'd7ad2565-3511-401d-a3c9-fcb4520c0e1c' progress to 0 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.280548] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.280908] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.280908] env[69846]: DEBUG nova.network.neutron [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.415915] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950831, 'name': CloneVM_Task, 'duration_secs': 0.922751} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.416280] env[69846]: INFO nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Created linked-clone VM from snapshot [ 1345.417011] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb0e8be-1e42-43b9-b7ce-5ed5515a0d50 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.424144] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Uploading image 86fa3d72-c5e0-4103-8ca7-8350e08724c6 {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1345.448303] env[69846]: DEBUG oslo_vmware.rw_handles [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1345.448303] env[69846]: value = "vm-592223" [ 1345.448303] env[69846]: _type = "VirtualMachine" [ 1345.448303] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1345.448570] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c84af7be-54ce-441b-b840-eee17e3807c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.454946] env[69846]: DEBUG oslo_vmware.rw_handles [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lease: (returnval){ [ 1345.454946] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52620786-5e4d-259c-0dbd-ad5c8137b0df" [ 1345.454946] env[69846]: _type = "HttpNfcLease" [ 1345.454946] env[69846]: } obtained for exporting VM: (result){ [ 1345.454946] env[69846]: value = "vm-592223" [ 1345.454946] env[69846]: _type = "VirtualMachine" [ 1345.454946] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1345.455339] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the lease: (returnval){ [ 1345.455339] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52620786-5e4d-259c-0dbd-ad5c8137b0df" [ 1345.455339] env[69846]: _type = "HttpNfcLease" [ 1345.455339] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1345.460636] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1345.460636] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52620786-5e4d-259c-0dbd-ad5c8137b0df" [ 1345.460636] env[69846]: _type = "HttpNfcLease" [ 1345.460636] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1345.486400] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.486646] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77c41d6a-10d0-48b2-8ba9-5d031f6037e5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.491926] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1345.491926] env[69846]: value = "task-2950833" [ 1345.491926] env[69846]: _type = "Task" [ 1345.491926] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.499202] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.963151] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1345.963151] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52620786-5e4d-259c-0dbd-ad5c8137b0df" [ 1345.963151] env[69846]: _type = "HttpNfcLease" [ 1345.963151] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1345.963458] env[69846]: DEBUG oslo_vmware.rw_handles [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1345.963458] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52620786-5e4d-259c-0dbd-ad5c8137b0df" [ 1345.963458] env[69846]: _type = "HttpNfcLease" [ 1345.963458] env[69846]: }. {{(pid=69846) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1345.964171] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67293c93-111c-44fd-a285-c11ab442e795 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.970815] env[69846]: DEBUG oslo_vmware.rw_handles [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d304c-c858-9bdb-5450-2aecd2d4fdd7/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1345.970985] env[69846]: DEBUG oslo_vmware.rw_handles [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d304c-c858-9bdb-5450-2aecd2d4fdd7/disk-0.vmdk for reading. {{(pid=69846) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1346.028098] env[69846]: DEBUG nova.network.neutron [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance_info_cache with network_info: [{"id": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "address": "fa:16:3e:e6:67:52", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5847b5-ac", "ovs_interfaceid": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.038899] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950833, 'name': PowerOffVM_Task, 'duration_secs': 0.170367} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.039849] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.040092] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance 'd7ad2565-3511-401d-a3c9-fcb4520c0e1c' progress to 17 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.063404] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86bac7b7-5541-4a7e-9b6f-ad26a7b2cebb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.535199] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.547432] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.547779] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.547964] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.548230] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.548430] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.548698] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.548908] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.549092] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.549261] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.549423] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.549595] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.555094] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451205c7-cc9b-4dca-8881-062fdd5a3b86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.572083] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1346.572083] env[69846]: value = "task-2950834" [ 1346.572083] env[69846]: _type = "Task" [ 1346.572083] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.582217] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.060990] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89852e-2004-4edf-8a27-1947aebc3e50 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.083495] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fcda1b-5347-44e0-8fca-0781a5464edb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.092887] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950834, 'name': ReconfigVM_Task, 'duration_secs': 0.173425} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.095884] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance 'd7ad2565-3511-401d-a3c9-fcb4520c0e1c' progress to 33 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.098927] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance '41649341-453e-4fe0-9e28-bb1e31825a8d' progress to 83 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.605169] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.605874] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.606510] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.606510] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.606721] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.606797] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.606945] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.607119] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.607289] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.607454] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.607628] env[69846]: DEBUG nova.virt.hardware [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.612939] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.614599] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.614941] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb3c373d-c238-49bd-959b-8163aaa7c808 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.628470] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b09331e6-631b-4610-9cb8-5b164a57780a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.635160] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1347.635160] env[69846]: value = "task-2950835" [ 1347.635160] env[69846]: _type = "Task" [ 1347.635160] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.636743] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1347.636743] env[69846]: value = "task-2950836" [ 1347.636743] env[69846]: _type = "Task" [ 1347.636743] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.647395] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.650464] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.150036] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950836, 'name': ReconfigVM_Task, 'duration_secs': 0.229003} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.152321] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.152648] env[69846]: DEBUG oslo_vmware.api [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950835, 'name': PowerOnVM_Task, 'duration_secs': 0.371392} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.153345] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6d995a-3147-4ffa-a7fa-42dc54a0fb8f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.155831] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.156080] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-f5424d63-77d5-4460-aed4-bc33ec3c4edf tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance '41649341-453e-4fe0-9e28-bb1e31825a8d' progress to 100 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.180157] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] d7ad2565-3511-401d-a3c9-fcb4520c0e1c/d7ad2565-3511-401d-a3c9-fcb4520c0e1c.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.180453] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a7afd74-6bfa-4f3e-9a38-92628b7c4069 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.198051] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1348.198051] env[69846]: value = "task-2950837" [ 1348.198051] env[69846]: _type = "Task" [ 1348.198051] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.206686] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.707372] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950837, 'name': ReconfigVM_Task, 'duration_secs': 0.321717} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.707931] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Reconfigured VM instance instance-00000073 to attach disk [datastore1] d7ad2565-3511-401d-a3c9-fcb4520c0e1c/d7ad2565-3511-401d-a3c9-fcb4520c0e1c.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.708242] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance 'd7ad2565-3511-401d-a3c9-fcb4520c0e1c' progress to 50 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.215341] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7da37d4-891e-4a0e-9b64-3d231873f3ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.238147] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dd35b5-af09-4283-9aef-2df3c41ccecd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.259917] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance 'd7ad2565-3511-401d-a3c9-fcb4520c0e1c' progress to 67 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.800112] env[69846]: DEBUG nova.network.neutron [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Port d1c2c599-1c01-40f2-a192-f00597458758 binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1350.261378] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "41649341-453e-4fe0-9e28-bb1e31825a8d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.261574] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.261776] env[69846]: DEBUG nova.compute.manager [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Going to confirm migration 9 {{(pid=69846) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1350.822658] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.822900] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.823064] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.825019] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.825223] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.825381] env[69846]: DEBUG nova.network.neutron [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.825554] env[69846]: DEBUG nova.objects.instance [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lazy-loading 'info_cache' on Instance uuid 41649341-453e-4fe0-9e28-bb1e31825a8d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.866603] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.866923] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.867029] env[69846]: DEBUG nova.network.neutron [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.123129] env[69846]: DEBUG nova.network.neutron [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance_info_cache with network_info: [{"id": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "address": "fa:16:3e:e6:67:52", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5847b5-ac", "ovs_interfaceid": "1f5847b5-ac0a-4135-ba35-d195ac7240d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.616160] env[69846]: DEBUG nova.network.neutron [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance_info_cache with network_info: [{"id": "d1c2c599-1c01-40f2-a192-f00597458758", "address": "fa:16:3e:7d:9f:93", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c2c599-1c", "ovs_interfaceid": "d1c2c599-1c01-40f2-a192-f00597458758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.626555] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-41649341-453e-4fe0-9e28-bb1e31825a8d" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.626817] env[69846]: DEBUG nova.objects.instance [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lazy-loading 'migration_context' on Instance uuid 41649341-453e-4fe0-9e28-bb1e31825a8d {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.118898] env[69846]: DEBUG oslo_concurrency.lockutils [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.130031] env[69846]: DEBUG nova.objects.base [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Object Instance<41649341-453e-4fe0-9e28-bb1e31825a8d> lazy-loaded attributes: info_cache,migration_context {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1353.130504] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e551ac6-4d50-4bac-a59e-af151334bec6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.151725] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c6511f8-9da1-478c-b096-ec9c535da31c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.157566] env[69846]: DEBUG oslo_vmware.api [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1353.157566] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f7b2f4-a41b-058d-35b4-cd9c20f71393" [ 1353.157566] env[69846]: _type = "Task" [ 1353.157566] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.165245] env[69846]: DEBUG oslo_vmware.api [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f7b2f4-a41b-058d-35b4-cd9c20f71393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.231675] env[69846]: DEBUG oslo_vmware.rw_handles [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d304c-c858-9bdb-5450-2aecd2d4fdd7/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1353.232631] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd43e3e-948c-4365-a95a-4401c7ac42d7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.239072] env[69846]: DEBUG oslo_vmware.rw_handles [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d304c-c858-9bdb-5450-2aecd2d4fdd7/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1353.239245] env[69846]: ERROR oslo_vmware.rw_handles [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d304c-c858-9bdb-5450-2aecd2d4fdd7/disk-0.vmdk due to incomplete transfer. [ 1353.239462] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad59e925-c132-4c43-81f3-a55f8a333151 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.245915] env[69846]: DEBUG oslo_vmware.rw_handles [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d304c-c858-9bdb-5450-2aecd2d4fdd7/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1353.246134] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Uploaded image 86fa3d72-c5e0-4103-8ca7-8350e08724c6 to the Glance image server {{(pid=69846) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1353.248329] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Destroying the VM {{(pid=69846) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1353.248554] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-850a0817-7c8e-465d-92fd-be7fe609542d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.254033] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1353.254033] env[69846]: value = "task-2950838" [ 1353.254033] env[69846]: _type = "Task" [ 1353.254033] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.261140] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950838, 'name': Destroy_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.643798] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d9c559-100c-4e9f-a3f6-bc2be3d2bd5a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.664772] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86e9c1d-e72c-472a-a30a-ed0b6afc25dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.672172] env[69846]: DEBUG oslo_vmware.api [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f7b2f4-a41b-058d-35b4-cd9c20f71393, 'name': SearchDatastore_Task, 'duration_secs': 0.007582} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.674274] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.674524] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.675838] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance 'd7ad2565-3511-401d-a3c9-fcb4520c0e1c' progress to 83 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.763965] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950838, 'name': Destroy_Task, 'duration_secs': 0.309825} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.764298] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Destroyed the VM [ 1353.764571] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Deleting Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1353.764826] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc17c93f-0c62-4c6f-90e8-085d952f5752 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.772359] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1353.772359] env[69846]: value = "task-2950839" [ 1353.772359] env[69846]: _type = "Task" [ 1353.772359] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.781654] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.184503] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.185132] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa4dab1-97a7-4a55-9843-9d2f7546cfaa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.192254] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1354.192254] env[69846]: value = "task-2950840" [ 1354.192254] env[69846]: _type = "Task" [ 1354.192254] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.202138] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.278244] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48daf2d4-cf8e-4f06-87bc-e6e5cb1a7e44 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.284083] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950839, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.288670] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c58b320-cf1e-4f8c-9bda-f9fcd343fd61 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.318795] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347b2b5c-5e41-4576-8ba8-dfd1dcad9b7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.326230] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de67fc-cd10-4191-a6cd-3d4e33f1365c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.339573] env[69846]: DEBUG nova.compute.provider_tree [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.702119] env[69846]: DEBUG oslo_vmware.api [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950840, 'name': PowerOnVM_Task, 'duration_secs': 0.469709} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.702487] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.702681] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f451-69e4-406f-9486-bdb41e406d3c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance 'd7ad2565-3511-401d-a3c9-fcb4520c0e1c' progress to 100 {{(pid=69846) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.782633] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950839, 'name': RemoveSnapshot_Task, 'duration_secs': 0.697649} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.782923] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Deleted Snapshot of the VM instance {{(pid=69846) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1354.783232] env[69846]: DEBUG nova.compute.manager [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.783972] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2ee983-9313-4054-9d86-cc2fc62c3bd8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.842986] env[69846]: DEBUG nova.scheduler.client.report [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.295450] env[69846]: INFO nova.compute.manager [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Shelve offloading [ 1355.799093] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.799431] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d3c6916-653c-46e8-a42b-6d3076871c93 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.806768] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1355.806768] env[69846]: value = "task-2950841" [ 1355.806768] env[69846]: _type = "Task" [ 1355.806768] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.814255] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.851849] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.177s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.316801] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] VM already powered off {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1356.317209] env[69846]: DEBUG nova.compute.manager [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.317705] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080f9b65-d7bb-4e34-a700-900b1ab9cbe3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.323174] env[69846]: DEBUG oslo_concurrency.lockutils [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.323337] env[69846]: DEBUG oslo_concurrency.lockutils [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.323501] env[69846]: DEBUG nova.network.neutron [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.407974] env[69846]: INFO nova.scheduler.client.report [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted allocation for migration f538aab9-aea3-4ce4-90b7-00dd8a7858b7 [ 1356.912910] env[69846]: DEBUG oslo_concurrency.lockutils [None req-64a720a1-5e89-40e6-83bf-0ecdc82c1136 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.651s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.195382] env[69846]: DEBUG nova.network.neutron [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updating instance_info_cache with network_info: [{"id": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "address": "fa:16:3e:70:24:47", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbe9f8f-a4", "ovs_interfaceid": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.324545] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "41649341-453e-4fe0-9e28-bb1e31825a8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.324838] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.325154] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "41649341-453e-4fe0-9e28-bb1e31825a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.325373] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.325549] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.327827] env[69846]: INFO nova.compute.manager [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Terminating instance [ 1357.569908] env[69846]: DEBUG nova.network.neutron [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Port d1c2c599-1c01-40f2-a192-f00597458758 binding to destination host cpu-1 is already ACTIVE {{(pid=69846) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1357.570206] env[69846]: DEBUG oslo_concurrency.lockutils [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.570361] env[69846]: DEBUG oslo_concurrency.lockutils [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.570527] env[69846]: DEBUG nova.network.neutron [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.698361] env[69846]: DEBUG oslo_concurrency.lockutils [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.831567] env[69846]: DEBUG nova.compute.manager [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.831799] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.832747] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec4d3bf-e602-487b-a288-bb44b55b0c71 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.842453] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.842699] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88a96052-7162-431e-85e2-34de1cef1316 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.849577] env[69846]: DEBUG oslo_vmware.api [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1357.849577] env[69846]: value = "task-2950842" [ 1357.849577] env[69846]: _type = "Task" [ 1357.849577] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.858579] env[69846]: DEBUG oslo_vmware.api [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.868291] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.868515] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.895346] env[69846]: DEBUG nova.compute.manager [req-8ec571d6-4179-4fff-bbf1-7e5efb568e91 req-dc3f793d-cc67-4288-bd0f-5376d82d52a3 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received event network-vif-unplugged-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.895609] env[69846]: DEBUG oslo_concurrency.lockutils [req-8ec571d6-4179-4fff-bbf1-7e5efb568e91 req-dc3f793d-cc67-4288-bd0f-5376d82d52a3 service nova] Acquiring lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.895846] env[69846]: DEBUG oslo_concurrency.lockutils [req-8ec571d6-4179-4fff-bbf1-7e5efb568e91 req-dc3f793d-cc67-4288-bd0f-5376d82d52a3 service nova] Lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.896028] env[69846]: DEBUG oslo_concurrency.lockutils [req-8ec571d6-4179-4fff-bbf1-7e5efb568e91 req-dc3f793d-cc67-4288-bd0f-5376d82d52a3 service nova] Lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.896237] env[69846]: DEBUG nova.compute.manager [req-8ec571d6-4179-4fff-bbf1-7e5efb568e91 req-dc3f793d-cc67-4288-bd0f-5376d82d52a3 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] No waiting events found dispatching network-vif-unplugged-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.896452] env[69846]: WARNING nova.compute.manager [req-8ec571d6-4179-4fff-bbf1-7e5efb568e91 req-dc3f793d-cc67-4288-bd0f-5376d82d52a3 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received unexpected event network-vif-unplugged-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 for instance with vm_state shelved and task_state shelving_offloading. [ 1357.999837] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.000780] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265b7cab-634a-4072-8930-acf366b3ebb4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.007756] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.007991] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dc8fd6f-3825-4631-87ab-3adf3ea8e734 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.072042] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.072042] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.072042] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleting the datastore file [datastore2] 15ed9e07-3c3a-4961-9444-432e3837d947 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.074645] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cec87cd5-07d4-4c2b-bac7-11ef41033fa7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.082028] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1358.082028] env[69846]: value = "task-2950844" [ 1358.082028] env[69846]: _type = "Task" [ 1358.082028] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.090101] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.313875] env[69846]: DEBUG nova.network.neutron [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance_info_cache with network_info: [{"id": "d1c2c599-1c01-40f2-a192-f00597458758", "address": "fa:16:3e:7d:9f:93", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c2c599-1c", "ovs_interfaceid": "d1c2c599-1c01-40f2-a192-f00597458758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.359239] env[69846]: DEBUG oslo_vmware.api [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950842, 'name': PowerOffVM_Task, 'duration_secs': 0.231738} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.359536] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.359691] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.359942] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5568dcf5-6084-49d0-879e-8ab9bce539c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.371156] env[69846]: DEBUG nova.compute.manager [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.420456] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.420623] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.420809] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleting the datastore file [datastore1] 41649341-453e-4fe0-9e28-bb1e31825a8d {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.421070] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc39ff45-3244-4d10-9546-0c0aa5ca1d2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.426941] env[69846]: DEBUG oslo_vmware.api [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1358.426941] env[69846]: value = "task-2950846" [ 1358.426941] env[69846]: _type = "Task" [ 1358.426941] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.434373] env[69846]: DEBUG oslo_vmware.api [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.591463] env[69846]: DEBUG oslo_vmware.api [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16551} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.591721] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.591902] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.592108] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.617282] env[69846]: INFO nova.scheduler.client.report [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleted allocations for instance 15ed9e07-3c3a-4961-9444-432e3837d947 [ 1358.816928] env[69846]: DEBUG oslo_concurrency.lockutils [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.889956] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.890256] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.891852] env[69846]: INFO nova.compute.claims [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.936896] env[69846]: DEBUG oslo_vmware.api [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142408} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.937098] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.937288] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.937467] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.937635] env[69846]: INFO nova.compute.manager [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1358.937928] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.938098] env[69846]: DEBUG nova.compute.manager [-] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.938198] env[69846]: DEBUG nova.network.neutron [-] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.121781] env[69846]: DEBUG oslo_concurrency.lockutils [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.320137] env[69846]: DEBUG nova.compute.manager [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69846) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1359.320377] env[69846]: DEBUG oslo_concurrency.lockutils [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.711797] env[69846]: DEBUG nova.network.neutron [-] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.926860] env[69846]: DEBUG nova.compute.manager [req-d4ecf3e0-704e-423a-9471-fc151fec6994 req-d4eba300-7238-4728-a86b-1214477a4582 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received event network-changed-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.927105] env[69846]: DEBUG nova.compute.manager [req-d4ecf3e0-704e-423a-9471-fc151fec6994 req-d4eba300-7238-4728-a86b-1214477a4582 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Refreshing instance network info cache due to event network-changed-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.927253] env[69846]: DEBUG oslo_concurrency.lockutils [req-d4ecf3e0-704e-423a-9471-fc151fec6994 req-d4eba300-7238-4728-a86b-1214477a4582 service nova] Acquiring lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.927378] env[69846]: DEBUG oslo_concurrency.lockutils [req-d4ecf3e0-704e-423a-9471-fc151fec6994 req-d4eba300-7238-4728-a86b-1214477a4582 service nova] Acquired lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.927539] env[69846]: DEBUG nova.network.neutron [req-d4ecf3e0-704e-423a-9471-fc151fec6994 req-d4eba300-7238-4728-a86b-1214477a4582 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Refreshing network info cache for port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.995282] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205e2c53-3bef-444f-b175-e4dcc7acdc49 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.004128] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ffe66d-b436-4f91-a2bf-df8f518fd82e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.033550] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5997f8-33bd-4c2f-97a4-e1dc8208aea4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.040166] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d301802-de8a-43cf-9342-3e97bde39d3e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.054046] env[69846]: DEBUG nova.compute.provider_tree [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.162452] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "15ed9e07-3c3a-4961-9444-432e3837d947" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.214255] env[69846]: INFO nova.compute.manager [-] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Took 1.28 seconds to deallocate network for instance. [ 1360.556869] env[69846]: DEBUG nova.scheduler.client.report [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.735352] env[69846]: DEBUG nova.network.neutron [req-d4ecf3e0-704e-423a-9471-fc151fec6994 req-d4eba300-7238-4728-a86b-1214477a4582 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updated VIF entry in instance network info cache for port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.735737] env[69846]: DEBUG nova.network.neutron [req-d4ecf3e0-704e-423a-9471-fc151fec6994 req-d4eba300-7238-4728-a86b-1214477a4582 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updating instance_info_cache with network_info: [{"id": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "address": "fa:16:3e:70:24:47", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": null, "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapddbe9f8f-a4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.063619] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.173s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.064195] env[69846]: DEBUG nova.compute.manager [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.066674] env[69846]: DEBUG oslo_concurrency.lockutils [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.945s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.066870] env[69846]: DEBUG nova.objects.instance [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'resources' on Instance uuid 15ed9e07-3c3a-4961-9444-432e3837d947 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.223016] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.239011] env[69846]: DEBUG oslo_concurrency.lockutils [req-d4ecf3e0-704e-423a-9471-fc151fec6994 req-d4eba300-7238-4728-a86b-1214477a4582 service nova] Releasing lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.239289] env[69846]: DEBUG nova.compute.manager [req-d4ecf3e0-704e-423a-9471-fc151fec6994 req-d4eba300-7238-4728-a86b-1214477a4582 service nova] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Received event network-vif-deleted-1f5847b5-ac0a-4135-ba35-d195ac7240d1 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.569923] env[69846]: DEBUG nova.compute.utils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.571494] env[69846]: DEBUG nova.objects.instance [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'numa_topology' on Instance uuid 15ed9e07-3c3a-4961-9444-432e3837d947 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.572787] env[69846]: DEBUG nova.compute.manager [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.572787] env[69846]: DEBUG nova.network.neutron [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.621813] env[69846]: DEBUG nova.policy [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82ff1435f6744003b55bee0a397f47a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f940298092264253850fbee27e0a066c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.913492] env[69846]: DEBUG nova.network.neutron [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Successfully created port: cc1c71f1-d598-4732-a2c9-7a0e297c3644 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.075057] env[69846]: DEBUG nova.compute.manager [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.076326] env[69846]: DEBUG nova.objects.base [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Object Instance<15ed9e07-3c3a-4961-9444-432e3837d947> lazy-loaded attributes: resources,numa_topology {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1363.174208] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5022192-a7f7-47f9-90da-e8d0dd9468e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.182111] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f46aaf3-402d-41cf-8f71-ef9784a59853 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.212410] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d307f1b-94ce-4872-b818-9c19a68541b9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.219416] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5422dad-8015-4038-a27f-076d0661a383 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.231973] env[69846]: DEBUG nova.compute.provider_tree [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.735118] env[69846]: DEBUG nova.scheduler.client.report [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.085248] env[69846]: DEBUG nova.compute.manager [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.110281] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.110505] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.110665] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.110852] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.110995] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.111157] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.111366] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.111524] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.111689] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.111852] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.112031] env[69846]: DEBUG nova.virt.hardware [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.112876] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d300bfcd-60d9-4b6a-b150-18234ebf2587 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.121187] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed566d3-c3cf-473a-85d4-5e8b32380bcb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.240046] env[69846]: DEBUG oslo_concurrency.lockutils [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.242552] env[69846]: DEBUG oslo_concurrency.lockutils [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.922s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.275571] env[69846]: DEBUG nova.compute.manager [req-b6764d47-4d29-407f-85c6-9f6cc46ea16a req-9443744d-f3cc-46c7-a684-19ceb9671313 service nova] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Received event network-vif-plugged-cc1c71f1-d598-4732-a2c9-7a0e297c3644 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.275571] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6764d47-4d29-407f-85c6-9f6cc46ea16a req-9443744d-f3cc-46c7-a684-19ceb9671313 service nova] Acquiring lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.275731] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6764d47-4d29-407f-85c6-9f6cc46ea16a req-9443744d-f3cc-46c7-a684-19ceb9671313 service nova] Lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.275830] env[69846]: DEBUG oslo_concurrency.lockutils [req-b6764d47-4d29-407f-85c6-9f6cc46ea16a req-9443744d-f3cc-46c7-a684-19ceb9671313 service nova] Lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.275988] env[69846]: DEBUG nova.compute.manager [req-b6764d47-4d29-407f-85c6-9f6cc46ea16a req-9443744d-f3cc-46c7-a684-19ceb9671313 service nova] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] No waiting events found dispatching network-vif-plugged-cc1c71f1-d598-4732-a2c9-7a0e297c3644 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1364.276198] env[69846]: WARNING nova.compute.manager [req-b6764d47-4d29-407f-85c6-9f6cc46ea16a req-9443744d-f3cc-46c7-a684-19ceb9671313 service nova] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Received unexpected event network-vif-plugged-cc1c71f1-d598-4732-a2c9-7a0e297c3644 for instance with vm_state building and task_state spawning. [ 1364.343999] env[69846]: DEBUG nova.network.neutron [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Successfully updated port: cc1c71f1-d598-4732-a2c9-7a0e297c3644 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.746359] env[69846]: DEBUG nova.objects.instance [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'migration_context' on Instance uuid d7ad2565-3511-401d-a3c9-fcb4520c0e1c {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.750537] env[69846]: DEBUG oslo_concurrency.lockutils [None req-abf8831b-550d-448f-b099-dac27989daa8 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "15ed9e07-3c3a-4961-9444-432e3837d947" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.457s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.751946] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "15ed9e07-3c3a-4961-9444-432e3837d947" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.589s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.751946] env[69846]: INFO nova.compute.manager [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Unshelving [ 1364.848355] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "refresh_cache-b86b058c-5a3f-489f-94af-e8dcb3183eb6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.848522] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "refresh_cache-b86b058c-5a3f-489f-94af-e8dcb3183eb6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.848734] env[69846]: DEBUG nova.network.neutron [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.344629] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64cbc98-eb3a-4b4d-bcf6-b5338365e5ef {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.353982] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41bf83f-bdb9-4b6f-83ac-234a55fbd905 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.385576] env[69846]: DEBUG nova.network.neutron [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.387764] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e005ee03-aabc-4919-8169-7876275cd14e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.395613] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde3f5bf-a034-402d-9309-9ce51886ebc1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.408435] env[69846]: DEBUG nova.compute.provider_tree [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.513205] env[69846]: DEBUG nova.network.neutron [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Updating instance_info_cache with network_info: [{"id": "cc1c71f1-d598-4732-a2c9-7a0e297c3644", "address": "fa:16:3e:32:30:b1", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1c71f1-d5", "ovs_interfaceid": "cc1c71f1-d598-4732-a2c9-7a0e297c3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.771697] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.912961] env[69846]: DEBUG nova.scheduler.client.report [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.015881] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "refresh_cache-b86b058c-5a3f-489f-94af-e8dcb3183eb6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.016215] env[69846]: DEBUG nova.compute.manager [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Instance network_info: |[{"id": "cc1c71f1-d598-4732-a2c9-7a0e297c3644", "address": "fa:16:3e:32:30:b1", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1c71f1-d5", "ovs_interfaceid": "cc1c71f1-d598-4732-a2c9-7a0e297c3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1366.016647] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:30:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc1c71f1-d598-4732-a2c9-7a0e297c3644', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.024184] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.024392] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.024640] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d68faf6a-f792-4ea0-8405-4eac31c05bc0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.040328] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Acquiring lock "15321d5a-c484-4c42-b55b-46d46e15db73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.040558] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lock "15321d5a-c484-4c42-b55b-46d46e15db73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.040794] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Acquiring lock "15321d5a-c484-4c42-b55b-46d46e15db73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.041027] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lock "15321d5a-c484-4c42-b55b-46d46e15db73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.041213] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lock "15321d5a-c484-4c42-b55b-46d46e15db73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.043564] env[69846]: INFO nova.compute.manager [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Terminating instance [ 1366.048405] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.048405] env[69846]: value = "task-2950847" [ 1366.048405] env[69846]: _type = "Task" [ 1366.048405] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.057947] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950847, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.304380] env[69846]: DEBUG nova.compute.manager [req-9ac19f2c-f559-4e7d-82ed-fa05ada230e5 req-c6a468ad-c68e-481a-bad1-c2c832f762b8 service nova] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Received event network-changed-cc1c71f1-d598-4732-a2c9-7a0e297c3644 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.304579] env[69846]: DEBUG nova.compute.manager [req-9ac19f2c-f559-4e7d-82ed-fa05ada230e5 req-c6a468ad-c68e-481a-bad1-c2c832f762b8 service nova] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Refreshing instance network info cache due to event network-changed-cc1c71f1-d598-4732-a2c9-7a0e297c3644. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1366.304811] env[69846]: DEBUG oslo_concurrency.lockutils [req-9ac19f2c-f559-4e7d-82ed-fa05ada230e5 req-c6a468ad-c68e-481a-bad1-c2c832f762b8 service nova] Acquiring lock "refresh_cache-b86b058c-5a3f-489f-94af-e8dcb3183eb6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.304957] env[69846]: DEBUG oslo_concurrency.lockutils [req-9ac19f2c-f559-4e7d-82ed-fa05ada230e5 req-c6a468ad-c68e-481a-bad1-c2c832f762b8 service nova] Acquired lock "refresh_cache-b86b058c-5a3f-489f-94af-e8dcb3183eb6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.305596] env[69846]: DEBUG nova.network.neutron [req-9ac19f2c-f559-4e7d-82ed-fa05ada230e5 req-c6a468ad-c68e-481a-bad1-c2c832f762b8 service nova] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Refreshing network info cache for port cc1c71f1-d598-4732-a2c9-7a0e297c3644 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.547414] env[69846]: DEBUG nova.compute.manager [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.547788] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.547913] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72c2e40e-3117-4cb5-91f0-bda5fbbaa7d5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.558165] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950847, 'name': CreateVM_Task, 'duration_secs': 0.356672} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.559170] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.559471] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for the task: (returnval){ [ 1366.559471] env[69846]: value = "task-2950848" [ 1366.559471] env[69846]: _type = "Task" [ 1366.559471] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.560087] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.560249] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.560551] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.560827] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05fb5ea-0210-4201-a145-daea50e5b998 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.571387] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.571914] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1366.571914] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52fcb99a-4969-e64b-87a3-0adac34f4083" [ 1366.571914] env[69846]: _type = "Task" [ 1366.571914] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.578726] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fcb99a-4969-e64b-87a3-0adac34f4083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.924030] env[69846]: DEBUG oslo_concurrency.lockutils [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.681s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.930056] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.707s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.930250] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.932192] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.161s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.932408] env[69846]: DEBUG nova.objects.instance [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'pci_requests' on Instance uuid 15ed9e07-3c3a-4961-9444-432e3837d947 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.960060] env[69846]: INFO nova.scheduler.client.report [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted allocations for instance 41649341-453e-4fe0-9e28-bb1e31825a8d [ 1367.017262] env[69846]: DEBUG nova.network.neutron [req-9ac19f2c-f559-4e7d-82ed-fa05ada230e5 req-c6a468ad-c68e-481a-bad1-c2c832f762b8 service nova] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Updated VIF entry in instance network info cache for port cc1c71f1-d598-4732-a2c9-7a0e297c3644. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.017664] env[69846]: DEBUG nova.network.neutron [req-9ac19f2c-f559-4e7d-82ed-fa05ada230e5 req-c6a468ad-c68e-481a-bad1-c2c832f762b8 service nova] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Updating instance_info_cache with network_info: [{"id": "cc1c71f1-d598-4732-a2c9-7a0e297c3644", "address": "fa:16:3e:32:30:b1", "network": {"id": "74d60d46-c706-465a-817a-cccc9ee00aec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1813453679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f940298092264253850fbee27e0a066c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1c71f1-d5", "ovs_interfaceid": "cc1c71f1-d598-4732-a2c9-7a0e297c3644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.070721] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950848, 'name': PowerOffVM_Task, 'duration_secs': 0.190438} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.070985] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.071199] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1367.071387] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592211', 'volume_id': '4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'name': 'volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15321d5a-c484-4c42-b55b-46d46e15db73', 'attached_at': '', 'detached_at': '', 'volume_id': '4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'serial': '4b02c5db-8dc6-45de-b5df-6d3b25f76873'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1367.072121] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7dad2d-87c4-4ce5-b917-b067ece207ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.081974] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52fcb99a-4969-e64b-87a3-0adac34f4083, 'name': SearchDatastore_Task, 'duration_secs': 0.014273} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.094339] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.094552] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.094778] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.094922] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.095105] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.095596] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-418ced3a-2676-4442-b266-bd39954bc40f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.097844] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41905e7-5429-461b-98fc-50c56ff4f872 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.105028] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3818155c-299a-4ae2-be3a-54c94034db79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.106918] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.107103] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.107997] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30935726-2f3f-4535-ac47-130c0b7f6c7d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.122886] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4250f0-b48d-4ea3-9c17-68215a8e1c77 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.125969] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1367.125969] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529df16e-f9af-ab71-0a45-b1287a3f96cc" [ 1367.125969] env[69846]: _type = "Task" [ 1367.125969] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.139931] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] The volume has not been displaced from its original location: [datastore1] volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873/volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1367.144944] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1367.145463] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac33ca18-ab73-4584-8076-e792ab508f2b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.160852] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529df16e-f9af-ab71-0a45-b1287a3f96cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.161788] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126bcbb0-1a30-45e8-8b63-58549bccc71e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.165555] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for the task: (returnval){ [ 1367.165555] env[69846]: value = "task-2950849" [ 1367.165555] env[69846]: _type = "Task" [ 1367.165555] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.166667] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1367.166667] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52627b68-2b2c-b142-d461-fd21387f5e82" [ 1367.166667] env[69846]: _type = "Task" [ 1367.166667] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.176229] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.178907] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52627b68-2b2c-b142-d461-fd21387f5e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.440495] env[69846]: DEBUG nova.objects.instance [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'numa_topology' on Instance uuid 15ed9e07-3c3a-4961-9444-432e3837d947 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.466512] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ef7e8449-af66-4ac8-99db-ce87ef380301 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "41649341-453e-4fe0-9e28-bb1e31825a8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.142s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.520481] env[69846]: DEBUG oslo_concurrency.lockutils [req-9ac19f2c-f559-4e7d-82ed-fa05ada230e5 req-c6a468ad-c68e-481a-bad1-c2c832f762b8 service nova] Releasing lock "refresh_cache-b86b058c-5a3f-489f-94af-e8dcb3183eb6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.678721] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.682059] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52627b68-2b2c-b142-d461-fd21387f5e82, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.682326] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.682586] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] b86b058c-5a3f-489f-94af-e8dcb3183eb6/b86b058c-5a3f-489f-94af-e8dcb3183eb6.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.682824] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bc657f3-1282-48e3-9b26-7ee781793542 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.689067] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1367.689067] env[69846]: value = "task-2950850" [ 1367.689067] env[69846]: _type = "Task" [ 1367.689067] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.695917] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.944228] env[69846]: INFO nova.compute.claims [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.176604] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.198674] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458754} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.198904] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] b86b058c-5a3f-489f-94af-e8dcb3183eb6/b86b058c-5a3f-489f-94af-e8dcb3183eb6.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.199127] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.199368] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e062fad8-20ae-47ad-a976-4766a0ca4be6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.205120] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1368.205120] env[69846]: value = "task-2950851" [ 1368.205120] env[69846]: _type = "Task" [ 1368.205120] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.212088] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.469655] env[69846]: INFO nova.compute.manager [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Swapping old allocation on dict_keys(['34ad24ad-9b00-4d5b-aef4-f288c1b1ec71']) held by migration 36bb2d27-283e-4583-8d49-0ff5c263e5cc for instance [ 1368.490975] env[69846]: DEBUG nova.scheduler.client.report [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Overwriting current allocation {'allocations': {'34ad24ad-9b00-4d5b-aef4-f288c1b1ec71': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 191}}, 'project_id': '06d0f0e9a6cf4ead9090ef122c604272', 'user_id': '3df77bf5447a4670ba2f38e8d0ab476e', 'consumer_generation': 1} on consumer d7ad2565-3511-401d-a3c9-fcb4520c0e1c {{(pid=69846) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1368.564092] env[69846]: DEBUG oslo_concurrency.lockutils [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.564338] env[69846]: DEBUG oslo_concurrency.lockutils [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.564522] env[69846]: DEBUG nova.network.neutron [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.676571] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950849, 'name': ReconfigVM_Task, 'duration_secs': 1.14609} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.676846] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1368.681412] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6481d448-cabe-4bb9-bac9-e49cb544ffb7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.695681] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for the task: (returnval){ [ 1368.695681] env[69846]: value = "task-2950852" [ 1368.695681] env[69846]: _type = "Task" [ 1368.695681] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.704431] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.712259] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069459} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.712503] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.713214] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb8c7b3-d604-42be-8d91-5b919c47bda2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.734370] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] b86b058c-5a3f-489f-94af-e8dcb3183eb6/b86b058c-5a3f-489f-94af-e8dcb3183eb6.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.734623] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf924c5-7af0-4e64-8202-ae2ff3c9842a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.753285] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1368.753285] env[69846]: value = "task-2950853" [ 1368.753285] env[69846]: _type = "Task" [ 1368.753285] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.760746] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.028760] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac78edc-e29f-4329-8485-2c9364523371 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.036294] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec96f5d-8e40-4676-b50b-1f036f813544 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.069437] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d43aba5-88b8-460d-9c10-66bd3b6b0c70 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.076840] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c012cf2c-4487-48b0-bf4b-9e5014c16cc3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.089818] env[69846]: DEBUG nova.compute.provider_tree [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.206767] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950852, 'name': ReconfigVM_Task, 'duration_secs': 0.20019} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.207078] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592211', 'volume_id': '4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'name': 'volume-4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '15321d5a-c484-4c42-b55b-46d46e15db73', 'attached_at': '', 'detached_at': '', 'volume_id': '4b02c5db-8dc6-45de-b5df-6d3b25f76873', 'serial': '4b02c5db-8dc6-45de-b5df-6d3b25f76873'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1369.207337] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.208101] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525e2b99-aaec-431d-a22c-b94c8236f25d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.214429] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.214654] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b1b9983-5135-4915-b18f-64cf1b8e62e7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.263218] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.298095] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.298353] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.298514] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Deleting the datastore file [datastore1] 15321d5a-c484-4c42-b55b-46d46e15db73 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.298789] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-047b2293-0fce-4870-97e1-e5b0a197ad34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.305265] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for the task: (returnval){ [ 1369.305265] env[69846]: value = "task-2950855" [ 1369.305265] env[69846]: _type = "Task" [ 1369.305265] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.312813] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.316083] env[69846]: DEBUG nova.network.neutron [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance_info_cache with network_info: [{"id": "d1c2c599-1c01-40f2-a192-f00597458758", "address": "fa:16:3e:7d:9f:93", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c2c599-1c", "ovs_interfaceid": "d1c2c599-1c01-40f2-a192-f00597458758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.592529] env[69846]: DEBUG nova.scheduler.client.report [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.763778] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950853, 'name': ReconfigVM_Task, 'duration_secs': 0.736621} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.764176] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Reconfigured VM instance instance-00000079 to attach disk [datastore1] b86b058c-5a3f-489f-94af-e8dcb3183eb6/b86b058c-5a3f-489f-94af-e8dcb3183eb6.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.764750] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dfd602f-e8f7-4bbf-9698-031ce70bf06a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.772137] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1369.772137] env[69846]: value = "task-2950856" [ 1369.772137] env[69846]: _type = "Task" [ 1369.772137] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.779428] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950856, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.813958] env[69846]: DEBUG oslo_vmware.api [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Task: {'id': task-2950855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08371} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.814277] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.814497] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.814698] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.814885] env[69846]: INFO nova.compute.manager [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Took 3.27 seconds to destroy the instance on the hypervisor. [ 1369.815154] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.815375] env[69846]: DEBUG nova.compute.manager [-] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.815488] env[69846]: DEBUG nova.network.neutron [-] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.818649] env[69846]: DEBUG oslo_concurrency.lockutils [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-d7ad2565-3511-401d-a3c9-fcb4520c0e1c" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.819040] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.819270] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-321aaeef-a94c-4f9e-b354-d2f9ffb620de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.826363] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1369.826363] env[69846]: value = "task-2950857" [ 1369.826363] env[69846]: _type = "Task" [ 1369.826363] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.833464] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.097651] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.165s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.130168] env[69846]: INFO nova.network.neutron [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updating port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1370.284823] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950856, 'name': Rename_Task, 'duration_secs': 0.155615} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.285121] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.285402] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8bf63b7-ae87-46e7-82fb-10b866baf707 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.295026] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1370.295026] env[69846]: value = "task-2950858" [ 1370.295026] env[69846]: _type = "Task" [ 1370.295026] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.302854] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.338843] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950857, 'name': PowerOffVM_Task, 'duration_secs': 0.193406} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.341141] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.342061] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.342468] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.342769] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.343125] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.343473] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.343832] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.344241] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.344597] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.346020] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.346020] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.346020] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.352682] env[69846]: DEBUG nova.compute.manager [req-aba6efd9-1c48-4c4c-97b9-6ad9c3c95dee req-279f3411-79ad-485b-bfe5-7c6fb3c64fb7 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Received event network-vif-deleted-25a8716e-08dc-41a7-9f0f-cba0e3c7786a {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.353050] env[69846]: INFO nova.compute.manager [req-aba6efd9-1c48-4c4c-97b9-6ad9c3c95dee req-279f3411-79ad-485b-bfe5-7c6fb3c64fb7 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Neutron deleted interface 25a8716e-08dc-41a7-9f0f-cba0e3c7786a; detaching it from the instance and deleting it from the info cache [ 1370.353365] env[69846]: DEBUG nova.network.neutron [req-aba6efd9-1c48-4c4c-97b9-6ad9c3c95dee req-279f3411-79ad-485b-bfe5-7c6fb3c64fb7 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.357017] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f30fc0d2-fc97-4e84-bd43-c3fdb4bb03f6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.374538] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1370.374538] env[69846]: value = "task-2950859" [ 1370.374538] env[69846]: _type = "Task" [ 1370.374538] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.383235] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.798522] env[69846]: DEBUG nova.network.neutron [-] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.804012] env[69846]: DEBUG oslo_vmware.api [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950858, 'name': PowerOnVM_Task, 'duration_secs': 0.465292} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.804502] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.804705] env[69846]: INFO nova.compute.manager [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1370.804881] env[69846]: DEBUG nova.compute.manager [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.805660] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f390be26-25d0-4d04-b463-20cc632ca28f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.870025] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff38fb2f-abd7-4cbd-b231-630f8bcd3a1a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.882866] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a6b74c-5e91-44ee-971f-74b76a3a6485 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.898077] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950859, 'name': ReconfigVM_Task, 'duration_secs': 0.149199} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.898983] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69226c02-27fa-4792-be8f-6f6c9c352372 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.908382] env[69846]: DEBUG nova.compute.manager [req-aba6efd9-1c48-4c4c-97b9-6ad9c3c95dee req-279f3411-79ad-485b-bfe5-7c6fb3c64fb7 service nova] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Detach interface failed, port_id=25a8716e-08dc-41a7-9f0f-cba0e3c7786a, reason: Instance 15321d5a-c484-4c42-b55b-46d46e15db73 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1370.922077] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.922324] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.922487] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.922666] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.922812] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.922958] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.923174] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.923333] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.923500] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.923659] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.923828] env[69846]: DEBUG nova.virt.hardware [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.924616] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c1021b-a5f4-4ba5-9242-efca27c51a9b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.929778] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1370.929778] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5217d526-4077-412d-3526-28826d7a6382" [ 1370.929778] env[69846]: _type = "Task" [ 1370.929778] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.938203] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5217d526-4077-412d-3526-28826d7a6382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.305578] env[69846]: INFO nova.compute.manager [-] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Took 1.49 seconds to deallocate network for instance. [ 1371.322019] env[69846]: INFO nova.compute.manager [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Took 12.45 seconds to build instance. [ 1371.439405] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5217d526-4077-412d-3526-28826d7a6382, 'name': SearchDatastore_Task, 'duration_secs': 0.007869} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.444906] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1371.445242] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89471b64-b099-4d3f-b7f1-0a5ac1dd212f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.463967] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1371.463967] env[69846]: value = "task-2950860" [ 1371.463967] env[69846]: _type = "Task" [ 1371.463967] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.471511] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.530166] env[69846]: DEBUG nova.compute.manager [req-d9d9fd3d-7790-425a-a4b6-93602dbd6af2 req-9203837f-bd7b-4ff1-9130-66afca5dd088 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received event network-vif-plugged-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.530394] env[69846]: DEBUG oslo_concurrency.lockutils [req-d9d9fd3d-7790-425a-a4b6-93602dbd6af2 req-9203837f-bd7b-4ff1-9130-66afca5dd088 service nova] Acquiring lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.530602] env[69846]: DEBUG oslo_concurrency.lockutils [req-d9d9fd3d-7790-425a-a4b6-93602dbd6af2 req-9203837f-bd7b-4ff1-9130-66afca5dd088 service nova] Lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.530788] env[69846]: DEBUG oslo_concurrency.lockutils [req-d9d9fd3d-7790-425a-a4b6-93602dbd6af2 req-9203837f-bd7b-4ff1-9130-66afca5dd088 service nova] Lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.530985] env[69846]: DEBUG nova.compute.manager [req-d9d9fd3d-7790-425a-a4b6-93602dbd6af2 req-9203837f-bd7b-4ff1-9130-66afca5dd088 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] No waiting events found dispatching network-vif-plugged-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1371.531276] env[69846]: WARNING nova.compute.manager [req-d9d9fd3d-7790-425a-a4b6-93602dbd6af2 req-9203837f-bd7b-4ff1-9130-66afca5dd088 service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received unexpected event network-vif-plugged-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 for instance with vm_state shelved_offloaded and task_state spawning. [ 1371.621595] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.621792] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.621974] env[69846]: DEBUG nova.network.neutron [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.824214] env[69846]: DEBUG oslo_concurrency.lockutils [None req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.955s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.851032] env[69846]: INFO nova.compute.manager [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Took 0.54 seconds to detach 1 volumes for instance. [ 1371.853022] env[69846]: DEBUG nova.compute.manager [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Deleting volume: 4b02c5db-8dc6-45de-b5df-6d3b25f76873 {{(pid=69846) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1371.974363] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950860, 'name': ReconfigVM_Task, 'duration_secs': 0.449513} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.974666] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1371.975454] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a689129f-d5e3-47d7-81f7-1a969461aa98 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.998010] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] d7ad2565-3511-401d-a3c9-fcb4520c0e1c/d7ad2565-3511-401d-a3c9-fcb4520c0e1c.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.998322] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75c2f227-f9da-40e4-a300-319337d0afd6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.017054] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1372.017054] env[69846]: value = "task-2950862" [ 1372.017054] env[69846]: _type = "Task" [ 1372.017054] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.024437] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.333635] env[69846]: DEBUG nova.network.neutron [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updating instance_info_cache with network_info: [{"id": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "address": "fa:16:3e:70:24:47", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbe9f8f-a4", "ovs_interfaceid": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.396759] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.397034] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.397289] env[69846]: DEBUG nova.objects.instance [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lazy-loading 'resources' on Instance uuid 15321d5a-c484-4c42-b55b-46d46e15db73 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.526678] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.641983] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.642314] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.642530] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.642713] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.642879] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.644857] env[69846]: INFO nova.compute.manager [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Terminating instance [ 1372.837062] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.862940] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b6430d3729f3946135fc9f26162c7cd8',container_format='bare',created_at=2025-03-11T20:32:25Z,direct_url=,disk_format='vmdk',id=86fa3d72-c5e0-4103-8ca7-8350e08724c6,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1987254500-shelved',owner='f046f5463f5c4179a3dae77e3f80cc8d',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-03-11T20:32:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.863210] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.863368] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.863552] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.863698] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.863845] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.864065] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.864296] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.864435] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.864602] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.864776] env[69846]: DEBUG nova.virt.hardware [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.865649] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2096baf-32e7-496d-9aff-af9cb0607cdf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.873463] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3978eca-aae2-4976-8783-a120aa46aa99 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.886606] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:24:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.893741] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.893955] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.894166] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b9193cb-365c-4b01-9cf7-4533c3a3b2a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.916411] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.916411] env[69846]: value = "task-2950863" [ 1372.916411] env[69846]: _type = "Task" [ 1372.916411] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.923916] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950863, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.982529] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d46d270-0afe-4a29-92ac-40286fb23185 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.991121] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0850e9c4-02fb-4da2-9bad-b33592d7443e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.023449] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219cdfbd-afba-4024-ad26-952add667bc5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.031112] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950862, 'name': ReconfigVM_Task, 'duration_secs': 0.524489} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.033867] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Reconfigured VM instance instance-00000073 to attach disk [datastore1] d7ad2565-3511-401d-a3c9-fcb4520c0e1c/d7ad2565-3511-401d-a3c9-fcb4520c0e1c.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.034847] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e193814f-fd1c-4e6e-9bb5-a5361d0b2d5c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.037971] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cc366b-4a5d-447e-a639-b9d161911d76 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.051447] env[69846]: DEBUG nova.compute.provider_tree [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.066671] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d1d390-a9ae-4b38-af90-95b111c2730c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.086560] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad5c9de-a285-44ba-8c07-a7a57dfaed47 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.104540] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c94400-1cf3-497b-b54f-b1fe7a73942d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.111250] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.111491] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d2e366f-cf0e-4180-b5a6-296e9235c542 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.117417] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1373.117417] env[69846]: value = "task-2950864" [ 1373.117417] env[69846]: _type = "Task" [ 1373.117417] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.125083] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.147964] env[69846]: DEBUG nova.compute.manager [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1373.148202] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.148994] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa5d19e-9f8b-4417-8acd-db0b0d2b7d95 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.156072] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.156314] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17b74acd-53f0-45bc-bdf5-a96a76b12d8e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.162024] env[69846]: DEBUG oslo_vmware.api [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1373.162024] env[69846]: value = "task-2950865" [ 1373.162024] env[69846]: _type = "Task" [ 1373.162024] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.170729] env[69846]: DEBUG oslo_vmware.api [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.426621] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950863, 'name': CreateVM_Task, 'duration_secs': 0.312008} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.426791] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.427606] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.427781] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.428205] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.428470] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-676d049f-2bf2-4fec-8361-79451fce178a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.433131] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1373.433131] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52eba2cd-3313-953d-33c7-28f509101134" [ 1373.433131] env[69846]: _type = "Task" [ 1373.433131] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.441085] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52eba2cd-3313-953d-33c7-28f509101134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.557632] env[69846]: DEBUG nova.compute.manager [req-af2ad726-3175-4cad-9064-35686f76bbf4 req-66571ec1-aec6-41ae-9192-407c5f49423b service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received event network-changed-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.557880] env[69846]: DEBUG nova.compute.manager [req-af2ad726-3175-4cad-9064-35686f76bbf4 req-66571ec1-aec6-41ae-9192-407c5f49423b service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Refreshing instance network info cache due to event network-changed-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1373.558151] env[69846]: DEBUG oslo_concurrency.lockutils [req-af2ad726-3175-4cad-9064-35686f76bbf4 req-66571ec1-aec6-41ae-9192-407c5f49423b service nova] Acquiring lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.558343] env[69846]: DEBUG oslo_concurrency.lockutils [req-af2ad726-3175-4cad-9064-35686f76bbf4 req-66571ec1-aec6-41ae-9192-407c5f49423b service nova] Acquired lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.558545] env[69846]: DEBUG nova.network.neutron [req-af2ad726-3175-4cad-9064-35686f76bbf4 req-66571ec1-aec6-41ae-9192-407c5f49423b service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Refreshing network info cache for port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.567351] env[69846]: DEBUG nova.scheduler.client.report [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.627142] env[69846]: DEBUG oslo_vmware.api [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950864, 'name': PowerOnVM_Task, 'duration_secs': 0.390637} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.627662] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.670833] env[69846]: DEBUG oslo_vmware.api [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950865, 'name': PowerOffVM_Task, 'duration_secs': 0.153868} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.671038] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.671210] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.671444] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fa32e01-f1cc-4102-877d-a96a64ac7433 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.737816] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.738045] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.738237] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleting the datastore file [datastore1] b86b058c-5a3f-489f-94af-e8dcb3183eb6 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.738575] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bfc9e57-90ca-4b2e-a407-5f384bd836a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.745535] env[69846]: DEBUG oslo_vmware.api [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for the task: (returnval){ [ 1373.745535] env[69846]: value = "task-2950867" [ 1373.745535] env[69846]: _type = "Task" [ 1373.745535] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.752671] env[69846]: DEBUG oslo_vmware.api [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.944556] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.944866] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Processing image 86fa3d72-c5e0-4103-8ca7-8350e08724c6 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.945059] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6/86fa3d72-c5e0-4103-8ca7-8350e08724c6.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.945211] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6/86fa3d72-c5e0-4103-8ca7-8350e08724c6.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.945406] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.945664] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7093c66-4e52-4c8c-8752-1a92412d9715 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.953223] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.953391] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.954071] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97285b10-5fa9-481d-9c33-849e63b376a6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.959171] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1373.959171] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52eccfef-a65a-cda1-5952-c28f62725066" [ 1373.959171] env[69846]: _type = "Task" [ 1373.959171] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.966458] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52eccfef-a65a-cda1-5952-c28f62725066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.071214] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.091546] env[69846]: INFO nova.scheduler.client.report [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Deleted allocations for instance 15321d5a-c484-4c42-b55b-46d46e15db73 [ 1374.255658] env[69846]: DEBUG oslo_vmware.api [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Task: {'id': task-2950867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165572} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.256396] env[69846]: DEBUG nova.network.neutron [req-af2ad726-3175-4cad-9064-35686f76bbf4 req-66571ec1-aec6-41ae-9192-407c5f49423b service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updated VIF entry in instance network info cache for port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.256722] env[69846]: DEBUG nova.network.neutron [req-af2ad726-3175-4cad-9064-35686f76bbf4 req-66571ec1-aec6-41ae-9192-407c5f49423b service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updating instance_info_cache with network_info: [{"id": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "address": "fa:16:3e:70:24:47", "network": {"id": "82f4e525-200a-493b-a7af-9b8a5c1e25e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-21196981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f046f5463f5c4179a3dae77e3f80cc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbe9f8f-a4", "ovs_interfaceid": "ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.257854] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.258062] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.258254] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.258415] env[69846]: INFO nova.compute.manager [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1374.258648] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.258837] env[69846]: DEBUG nova.compute.manager [-] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1374.258926] env[69846]: DEBUG nova.network.neutron [-] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.470669] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Preparing fetch location {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1374.471040] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Fetch image to [datastore2] OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011/OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011.vmdk {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1374.471141] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Downloading stream optimized image 86fa3d72-c5e0-4103-8ca7-8350e08724c6 to [datastore2] OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011/OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011.vmdk on the data store datastore2 as vApp {{(pid=69846) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1374.471303] env[69846]: DEBUG nova.virt.vmwareapi.images [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Downloading image file data 86fa3d72-c5e0-4103-8ca7-8350e08724c6 to the ESX as VM named 'OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011' {{(pid=69846) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1374.564170] env[69846]: DEBUG oslo_vmware.rw_handles [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1374.564170] env[69846]: value = "resgroup-9" [ 1374.564170] env[69846]: _type = "ResourcePool" [ 1374.564170] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1374.564446] env[69846]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a9d07092-f8d9-4100-9ed3-1a08fb90a574 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.586281] env[69846]: DEBUG oslo_vmware.rw_handles [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lease: (returnval){ [ 1374.586281] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529e181b-401e-7493-5ebc-038f08319dd4" [ 1374.586281] env[69846]: _type = "HttpNfcLease" [ 1374.586281] env[69846]: } obtained for vApp import into resource pool (val){ [ 1374.586281] env[69846]: value = "resgroup-9" [ 1374.586281] env[69846]: _type = "ResourcePool" [ 1374.586281] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1374.586660] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the lease: (returnval){ [ 1374.586660] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529e181b-401e-7493-5ebc-038f08319dd4" [ 1374.586660] env[69846]: _type = "HttpNfcLease" [ 1374.586660] env[69846]: } to be ready. {{(pid=69846) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1374.592827] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1374.592827] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529e181b-401e-7493-5ebc-038f08319dd4" [ 1374.592827] env[69846]: _type = "HttpNfcLease" [ 1374.592827] env[69846]: } is initializing. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1374.598629] env[69846]: DEBUG oslo_concurrency.lockutils [None req-92420549-fa17-4883-b2cf-0c1af29ca2d1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Lock "15321d5a-c484-4c42-b55b-46d46e15db73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.558s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.638846] env[69846]: INFO nova.compute.manager [None req-619999a8-c1ce-46d5-98fe-b09250c13573 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance to original state: 'active' [ 1374.762258] env[69846]: DEBUG oslo_concurrency.lockutils [req-af2ad726-3175-4cad-9064-35686f76bbf4 req-66571ec1-aec6-41ae-9192-407c5f49423b service nova] Releasing lock "refresh_cache-15ed9e07-3c3a-4961-9444-432e3837d947" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.988341] env[69846]: DEBUG nova.network.neutron [-] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.094674] env[69846]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1375.094674] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529e181b-401e-7493-5ebc-038f08319dd4" [ 1375.094674] env[69846]: _type = "HttpNfcLease" [ 1375.094674] env[69846]: } is ready. {{(pid=69846) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1375.094984] env[69846]: DEBUG oslo_vmware.rw_handles [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1375.094984] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529e181b-401e-7493-5ebc-038f08319dd4" [ 1375.094984] env[69846]: _type = "HttpNfcLease" [ 1375.094984] env[69846]: }. {{(pid=69846) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1375.096746] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f765319-8f23-4742-a4c5-63299079a612 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.104166] env[69846]: DEBUG oslo_vmware.rw_handles [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285ff81-7c43-e271-0b8c-12a57cf70488/disk-0.vmdk from lease info. {{(pid=69846) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1375.104376] env[69846]: DEBUG oslo_vmware.rw_handles [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285ff81-7c43-e271-0b8c-12a57cf70488/disk-0.vmdk. {{(pid=69846) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1375.180898] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21dfd1c3-b3a6-4819-bece-c16079769e90 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.491827] env[69846]: INFO nova.compute.manager [-] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Took 1.23 seconds to deallocate network for instance. [ 1375.645951] env[69846]: DEBUG nova.compute.manager [req-dc93a3af-3c03-445e-b538-d24bf463f52d req-df55e063-ca6c-429e-b2ee-39c9f0e7bebc service nova] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Received event network-vif-deleted-cc1c71f1-d598-4732-a2c9-7a0e297c3644 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.000702] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.001585] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.001585] env[69846]: DEBUG nova.objects.instance [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lazy-loading 'resources' on Instance uuid b86b058c-5a3f-489f-94af-e8dcb3183eb6 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.043928] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.044234] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.044502] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.044722] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.044899] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.047143] env[69846]: INFO nova.compute.manager [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Terminating instance [ 1376.303873] env[69846]: DEBUG oslo_vmware.rw_handles [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Completed reading data from the image iterator. {{(pid=69846) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1376.304078] env[69846]: DEBUG oslo_vmware.rw_handles [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285ff81-7c43-e271-0b8c-12a57cf70488/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1376.305149] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39995d74-4070-4110-93d4-00f00932cba5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.312679] env[69846]: DEBUG oslo_vmware.rw_handles [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285ff81-7c43-e271-0b8c-12a57cf70488/disk-0.vmdk is in state: ready. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1376.312854] env[69846]: DEBUG oslo_vmware.rw_handles [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285ff81-7c43-e271-0b8c-12a57cf70488/disk-0.vmdk. {{(pid=69846) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1376.313109] env[69846]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-931b42ab-9371-4d0f-aa81-64595ee728ac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.552235] env[69846]: DEBUG nova.compute.manager [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.552607] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.553536] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2004c5b5-a9cb-4c57-828a-7442809a31d1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.563604] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.563855] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a7d7622-3c74-46cb-ad3e-b8e35b889216 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.567954] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d308fb2d-60c3-4c36-a378-8f0fe53ad8f6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.571425] env[69846]: DEBUG oslo_vmware.api [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1376.571425] env[69846]: value = "task-2950869" [ 1376.571425] env[69846]: _type = "Task" [ 1376.571425] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.577676] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5191d5f-3521-4052-8df4-4ded1f87d51e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.583782] env[69846]: DEBUG oslo_vmware.api [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.610132] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad22376-f2e5-4b71-b0e0-10439bac1578 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.617757] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708fef73-5daa-46ac-9768-fff8d7530968 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.632092] env[69846]: DEBUG nova.compute.provider_tree [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.699843] env[69846]: DEBUG oslo_vmware.rw_handles [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5285ff81-7c43-e271-0b8c-12a57cf70488/disk-0.vmdk. {{(pid=69846) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1376.699843] env[69846]: INFO nova.virt.vmwareapi.images [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Downloaded image file data 86fa3d72-c5e0-4103-8ca7-8350e08724c6 [ 1376.700233] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3f68a5-ca44-4478-8406-59bf814a3d79 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.718647] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-556aa1e2-20dc-4e77-b71a-d6ca6d63ba1b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.779539] env[69846]: INFO nova.virt.vmwareapi.images [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] The imported VM was unregistered [ 1376.783255] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Caching image {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1376.783255] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Creating directory with path [datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6 {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.783255] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b21fb72c-bee9-49a4-bd78-5e9da18a0725 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.801584] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Created directory with path [datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6 {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.801783] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011/OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011.vmdk to [datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6/86fa3d72-c5e0-4103-8ca7-8350e08724c6.vmdk. {{(pid=69846) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1376.802073] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-90cc2bb3-a6f5-4f7c-8c62-2e7b0be95551 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.808649] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1376.808649] env[69846]: value = "task-2950871" [ 1376.808649] env[69846]: _type = "Task" [ 1376.808649] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.816865] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950871, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.082820] env[69846]: DEBUG oslo_vmware.api [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950869, 'name': PowerOffVM_Task, 'duration_secs': 0.223727} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.082820] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.082820] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.083512] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92b69784-cf55-414a-b948-fe16863441e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.135404] env[69846]: DEBUG nova.scheduler.client.report [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.155835] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.156076] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.156233] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleting the datastore file [datastore1] d7ad2565-3511-401d-a3c9-fcb4520c0e1c {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.156494] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-732dfc42-b6fb-477b-ab3b-ee5a26b10e62 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.165994] env[69846]: DEBUG oslo_vmware.api [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1377.165994] env[69846]: value = "task-2950873" [ 1377.165994] env[69846]: _type = "Task" [ 1377.165994] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.176783] env[69846]: DEBUG oslo_vmware.api [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.321975] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950871, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.641488] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.664641] env[69846]: INFO nova.scheduler.client.report [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Deleted allocations for instance b86b058c-5a3f-489f-94af-e8dcb3183eb6 [ 1377.679112] env[69846]: DEBUG oslo_vmware.api [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22501} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.679392] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.679578] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.679755] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.679926] env[69846]: INFO nova.compute.manager [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1377.680212] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.680415] env[69846]: DEBUG nova.compute.manager [-] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.680509] env[69846]: DEBUG nova.network.neutron [-] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.822973] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950871, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.179019] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c400fd9e-4d90-40e5-bf35-ff918ee4841d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Lock "b86b058c-5a3f-489f-94af-e8dcb3183eb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.537s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.321475] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950871, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.373735] env[69846]: DEBUG nova.compute.manager [req-3ef345f4-bbfc-45a8-b182-7d4b55b89c5a req-f87dbf46-293e-4d6f-9a3c-9cb3a154142b service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Received event network-vif-deleted-d1c2c599-1c01-40f2-a192-f00597458758 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.374673] env[69846]: INFO nova.compute.manager [req-3ef345f4-bbfc-45a8-b182-7d4b55b89c5a req-f87dbf46-293e-4d6f-9a3c-9cb3a154142b service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Neutron deleted interface d1c2c599-1c01-40f2-a192-f00597458758; detaching it from the instance and deleting it from the info cache [ 1378.374673] env[69846]: DEBUG nova.network.neutron [req-3ef345f4-bbfc-45a8-b182-7d4b55b89c5a req-f87dbf46-293e-4d6f-9a3c-9cb3a154142b service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.530478] env[69846]: DEBUG oslo_concurrency.lockutils [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "da957371-3f7a-4921-b3c1-098712ff54d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.530699] env[69846]: DEBUG oslo_concurrency.lockutils [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.822031] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950871, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.852632] env[69846]: DEBUG nova.network.neutron [-] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.876488] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a0d96c0-79dc-4110-ba1e-adcfd8b9d03f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.886666] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa84f7b-0b66-4f9a-abaa-3494bef63f59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.914530] env[69846]: DEBUG nova.compute.manager [req-3ef345f4-bbfc-45a8-b182-7d4b55b89c5a req-f87dbf46-293e-4d6f-9a3c-9cb3a154142b service nova] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Detach interface failed, port_id=d1c2c599-1c01-40f2-a192-f00597458758, reason: Instance d7ad2565-3511-401d-a3c9-fcb4520c0e1c could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1379.034238] env[69846]: DEBUG nova.compute.utils [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.322212] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950871, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.320305} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.322525] env[69846]: INFO nova.virt.vmwareapi.ds_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011/OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011.vmdk to [datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6/86fa3d72-c5e0-4103-8ca7-8350e08724c6.vmdk. [ 1379.322640] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Cleaning up location [datastore2] OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1379.322781] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_571a22a0-4d89-4205-9718-df7f55c9f011 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.323041] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f325c209-61f6-4091-8422-a8ad1750a197 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.329480] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1379.329480] env[69846]: value = "task-2950874" [ 1379.329480] env[69846]: _type = "Task" [ 1379.329480] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.337483] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.357034] env[69846]: INFO nova.compute.manager [-] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Took 1.68 seconds to deallocate network for instance. [ 1379.543527] env[69846]: DEBUG oslo_concurrency.lockutils [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.839875] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040134} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.840133] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.840762] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6/86fa3d72-c5e0-4103-8ca7-8350e08724c6.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.840762] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6/86fa3d72-c5e0-4103-8ca7-8350e08724c6.vmdk to [datastore2] 15ed9e07-3c3a-4961-9444-432e3837d947/15ed9e07-3c3a-4961-9444-432e3837d947.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.840874] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caba996a-f8f3-4321-9db8-a2baa15dbf27 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.848225] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1379.848225] env[69846]: value = "task-2950875" [ 1379.848225] env[69846]: _type = "Task" [ 1379.848225] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.858781] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.864996] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.864996] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.864996] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.891593] env[69846]: INFO nova.scheduler.client.report [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleted allocations for instance d7ad2565-3511-401d-a3c9-fcb4520c0e1c [ 1380.359402] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950875, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.400570] env[69846]: DEBUG oslo_concurrency.lockutils [None req-cedd8d38-ff42-45cb-bc39-59f310ce2149 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "d7ad2565-3511-401d-a3c9-fcb4520c0e1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.356s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.632938] env[69846]: DEBUG oslo_concurrency.lockutils [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "da957371-3f7a-4921-b3c1-098712ff54d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.633387] env[69846]: DEBUG oslo_concurrency.lockutils [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.633646] env[69846]: INFO nova.compute.manager [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Attaching volume 321ab948-4b17-4e9c-b09d-48d775dc8b88 to /dev/sdb [ 1380.672862] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b8a975-a50f-4e59-9999-c109a9a30142 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.680967] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5973394-8eec-42b1-a569-9c44114218af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.695528] env[69846]: DEBUG nova.virt.block_device [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Updating existing volume attachment record: bb64534d-b738-49ec-9e78-7add2004188b {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1380.858585] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950875, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.198705] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.198878] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.360194] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950875, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.701576] env[69846]: DEBUG nova.compute.manager [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.865614] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950875, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.234648] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.236439] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.238402] env[69846]: INFO nova.compute.claims [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.367060] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950875, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.316985} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.367060] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/86fa3d72-c5e0-4103-8ca7-8350e08724c6/86fa3d72-c5e0-4103-8ca7-8350e08724c6.vmdk to [datastore2] 15ed9e07-3c3a-4961-9444-432e3837d947/15ed9e07-3c3a-4961-9444-432e3837d947.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.367060] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53670df5-12ea-4d39-b50c-38213e66528f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.388691] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 15ed9e07-3c3a-4961-9444-432e3837d947/15ed9e07-3c3a-4961-9444-432e3837d947.vmdk or device None with type streamOptimized {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.388981] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82fcd4e-8b5f-4a0e-b5ab-1e4929ba05b6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.407917] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1382.407917] env[69846]: value = "task-2950879" [ 1382.407917] env[69846]: _type = "Task" [ 1382.407917] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.416631] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.917961] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950879, 'name': ReconfigVM_Task, 'duration_secs': 0.326185} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.918517] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 15ed9e07-3c3a-4961-9444-432e3837d947/15ed9e07-3c3a-4961-9444-432e3837d947.vmdk or device None with type streamOptimized {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.918949] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f94fbc44-df18-4ef3-b177-65127d54ce16 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.924834] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1382.924834] env[69846]: value = "task-2950880" [ 1382.924834] env[69846]: _type = "Task" [ 1382.924834] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.932595] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950880, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.307551] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13e7a66-f9a2-40df-99ab-b86e323dc3c4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.315187] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1654bc63-d811-47eb-8923-f9c93a8eacfa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.347017] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ada0a01-8ff5-47f2-91c8-fd3bb6267e59 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.354046] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c6d5d5-54cf-4c83-b237-8e4497efe34a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.368419] env[69846]: DEBUG nova.compute.provider_tree [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.435029] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950880, 'name': Rename_Task, 'duration_secs': 0.142934} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.435327] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.435612] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03dec74f-e2cc-45a8-84fe-b72f0eed07bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.442483] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1383.442483] env[69846]: value = "task-2950882" [ 1383.442483] env[69846]: _type = "Task" [ 1383.442483] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.449768] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.871764] env[69846]: DEBUG nova.scheduler.client.report [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.907111] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquiring lock "d582c5be-7ead-461c-bdd5-444c09a4616f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.907339] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "d582c5be-7ead-461c-bdd5-444c09a4616f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.953261] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.376546] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.377136] env[69846]: DEBUG nova.compute.manager [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1384.410038] env[69846]: DEBUG nova.compute.manager [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.454144] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.882978] env[69846]: DEBUG nova.compute.utils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1384.884236] env[69846]: DEBUG nova.compute.manager [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1384.884405] env[69846]: DEBUG nova.network.neutron [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1384.920795] env[69846]: DEBUG nova.policy [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3df77bf5447a4670ba2f38e8d0ab476e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d0f0e9a6cf4ead9090ef122c604272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1384.930899] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.931218] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.932652] env[69846]: INFO nova.compute.claims [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.954754] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950882, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.193222] env[69846]: DEBUG nova.network.neutron [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Successfully created port: 90850224-12b8-47c4-8d3d-8d6844981d69 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.242700] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1385.242926] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592228', 'volume_id': '321ab948-4b17-4e9c-b09d-48d775dc8b88', 'name': 'volume-321ab948-4b17-4e9c-b09d-48d775dc8b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da957371-3f7a-4921-b3c1-098712ff54d5', 'attached_at': '', 'detached_at': '', 'volume_id': '321ab948-4b17-4e9c-b09d-48d775dc8b88', 'serial': '321ab948-4b17-4e9c-b09d-48d775dc8b88'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1385.243796] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116f6e9b-bc9e-434a-8c76-a36a0b1f2445 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.259906] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf228d9e-25bc-476f-add7-380c5ccb531c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.283988] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-321ab948-4b17-4e9c-b09d-48d775dc8b88/volume-321ab948-4b17-4e9c-b09d-48d775dc8b88.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.284242] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a1778b2-9c8c-4a2f-89ba-7b8152475148 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.300670] env[69846]: DEBUG oslo_vmware.api [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1385.300670] env[69846]: value = "task-2950883" [ 1385.300670] env[69846]: _type = "Task" [ 1385.300670] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.308170] env[69846]: DEBUG oslo_vmware.api [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.388069] env[69846]: DEBUG nova.compute.manager [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.454850] env[69846]: DEBUG oslo_vmware.api [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950882, 'name': PowerOnVM_Task, 'duration_secs': 1.722248} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.455155] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.555675] env[69846]: DEBUG nova.compute.manager [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.556649] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ed9f5d-d61c-4cab-9caf-636323382a57 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.810682] env[69846]: DEBUG oslo_vmware.api [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950883, 'name': ReconfigVM_Task, 'duration_secs': 0.34144} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.810963] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-321ab948-4b17-4e9c-b09d-48d775dc8b88/volume-321ab948-4b17-4e9c-b09d-48d775dc8b88.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.815567] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1882a031-3bd7-41d8-9319-7ae0b43a4662 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.830363] env[69846]: DEBUG oslo_vmware.api [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1385.830363] env[69846]: value = "task-2950884" [ 1385.830363] env[69846]: _type = "Task" [ 1385.830363] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.838605] env[69846]: DEBUG oslo_vmware.api [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.013810] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c81193-ee03-425a-817a-bc18192e9981 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.021118] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c5add2-7e94-47f3-9155-5f00af33b18c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.055259] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d204b818-f0b9-48be-bee8-ad329beda32c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.063771] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4144138e-dfa5-4f1c-9e4b-a496d35e7ece {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.074708] env[69846]: DEBUG oslo_concurrency.lockutils [None req-59822e81-e2ef-447b-9f1d-768338bf501b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "15ed9e07-3c3a-4961-9444-432e3837d947" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.323s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.084560] env[69846]: DEBUG nova.compute.provider_tree [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.340406] env[69846]: DEBUG oslo_vmware.api [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950884, 'name': ReconfigVM_Task, 'duration_secs': 0.145498} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.340710] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592228', 'volume_id': '321ab948-4b17-4e9c-b09d-48d775dc8b88', 'name': 'volume-321ab948-4b17-4e9c-b09d-48d775dc8b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da957371-3f7a-4921-b3c1-098712ff54d5', 'attached_at': '', 'detached_at': '', 'volume_id': '321ab948-4b17-4e9c-b09d-48d775dc8b88', 'serial': '321ab948-4b17-4e9c-b09d-48d775dc8b88'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1386.397962] env[69846]: DEBUG nova.compute.manager [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.424172] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.424499] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.424672] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.424866] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.425029] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.425187] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.425399] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.425598] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.425785] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.425949] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.426148] env[69846]: DEBUG nova.virt.hardware [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.427055] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83895c2-bbc4-4eca-9931-2664d5f893d0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.435349] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d15757-b4af-4097-8d28-3eea2cc7b571 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.546948] env[69846]: DEBUG nova.compute.manager [req-8ebce56d-2730-4fcf-9d15-10e2afd5a2d4 req-e7747e7c-4546-4a0e-b08a-3e9aeade869f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Received event network-vif-plugged-90850224-12b8-47c4-8d3d-8d6844981d69 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.547270] env[69846]: DEBUG oslo_concurrency.lockutils [req-8ebce56d-2730-4fcf-9d15-10e2afd5a2d4 req-e7747e7c-4546-4a0e-b08a-3e9aeade869f service nova] Acquiring lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.547540] env[69846]: DEBUG oslo_concurrency.lockutils [req-8ebce56d-2730-4fcf-9d15-10e2afd5a2d4 req-e7747e7c-4546-4a0e-b08a-3e9aeade869f service nova] Lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.547743] env[69846]: DEBUG oslo_concurrency.lockutils [req-8ebce56d-2730-4fcf-9d15-10e2afd5a2d4 req-e7747e7c-4546-4a0e-b08a-3e9aeade869f service nova] Lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.547944] env[69846]: DEBUG nova.compute.manager [req-8ebce56d-2730-4fcf-9d15-10e2afd5a2d4 req-e7747e7c-4546-4a0e-b08a-3e9aeade869f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] No waiting events found dispatching network-vif-plugged-90850224-12b8-47c4-8d3d-8d6844981d69 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1386.548154] env[69846]: WARNING nova.compute.manager [req-8ebce56d-2730-4fcf-9d15-10e2afd5a2d4 req-e7747e7c-4546-4a0e-b08a-3e9aeade869f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Received unexpected event network-vif-plugged-90850224-12b8-47c4-8d3d-8d6844981d69 for instance with vm_state building and task_state spawning. [ 1386.587903] env[69846]: DEBUG nova.scheduler.client.report [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.631357] env[69846]: DEBUG nova.network.neutron [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Successfully updated port: 90850224-12b8-47c4-8d3d-8d6844981d69 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.688187] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "15ed9e07-3c3a-4961-9444-432e3837d947" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.688440] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "15ed9e07-3c3a-4961-9444-432e3837d947" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.688646] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.688822] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.688984] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "15ed9e07-3c3a-4961-9444-432e3837d947-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.690914] env[69846]: INFO nova.compute.manager [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Terminating instance [ 1387.092906] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.133918] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.134255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.134255] env[69846]: DEBUG nova.network.neutron [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.194441] env[69846]: DEBUG nova.compute.manager [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.194658] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.195580] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1087bc12-fcd8-48c3-8c57-e2f7ef9b787a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.203353] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.203584] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1e28853-2770-4e41-972e-2fa89c4a5607 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.210343] env[69846]: DEBUG oslo_vmware.api [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1387.210343] env[69846]: value = "task-2950885" [ 1387.210343] env[69846]: _type = "Task" [ 1387.210343] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.218864] env[69846]: DEBUG oslo_vmware.api [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.376530] env[69846]: DEBUG nova.objects.instance [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lazy-loading 'flavor' on Instance uuid da957371-3f7a-4921-b3c1-098712ff54d5 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.595148] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquiring lock "3070882c-52a2-4721-88d8-7120a21d542c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.595836] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "3070882c-52a2-4721-88d8-7120a21d542c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.672475] env[69846]: DEBUG nova.network.neutron [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.721537] env[69846]: DEBUG oslo_vmware.api [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950885, 'name': PowerOffVM_Task, 'duration_secs': 0.19307} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.721797] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.721965] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.722223] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb0accbd-542b-46b9-9b99-e38620bf5a9e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.784435] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.784747] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.784931] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleting the datastore file [datastore2] 15ed9e07-3c3a-4961-9444-432e3837d947 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.785195] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-720853e8-7607-4af8-af6e-37d42bdc93da {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.791244] env[69846]: DEBUG oslo_vmware.api [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for the task: (returnval){ [ 1387.791244] env[69846]: value = "task-2950887" [ 1387.791244] env[69846]: _type = "Task" [ 1387.791244] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.798339] env[69846]: DEBUG oslo_vmware.api [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.812940] env[69846]: DEBUG nova.network.neutron [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Updating instance_info_cache with network_info: [{"id": "90850224-12b8-47c4-8d3d-8d6844981d69", "address": "fa:16:3e:bc:8d:99", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90850224-12", "ovs_interfaceid": "90850224-12b8-47c4-8d3d-8d6844981d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.881752] env[69846]: DEBUG oslo_concurrency.lockutils [None req-180818ba-3e94-431b-ae16-dd85aba2c326 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.098070] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "3070882c-52a2-4721-88d8-7120a21d542c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.098721] env[69846]: DEBUG nova.compute.manager [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.301504] env[69846]: DEBUG oslo_vmware.api [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Task: {'id': task-2950887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131109} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.301777] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.301965] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.302154] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.302331] env[69846]: INFO nova.compute.manager [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1388.302570] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.302752] env[69846]: DEBUG nova.compute.manager [-] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.302844] env[69846]: DEBUG nova.network.neutron [-] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.315126] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.315410] env[69846]: DEBUG nova.compute.manager [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Instance network_info: |[{"id": "90850224-12b8-47c4-8d3d-8d6844981d69", "address": "fa:16:3e:bc:8d:99", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90850224-12", "ovs_interfaceid": "90850224-12b8-47c4-8d3d-8d6844981d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.315812] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:8d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90850224-12b8-47c4-8d3d-8d6844981d69', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.323176] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.323359] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.323567] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-719df5b7-edfb-42b0-87c9-74d6e7e16837 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.344142] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.344142] env[69846]: value = "task-2950888" [ 1388.344142] env[69846]: _type = "Task" [ 1388.344142] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.351338] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950888, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.573395] env[69846]: DEBUG nova.compute.manager [req-56e03adf-add8-4c9e-8872-d25a9afcbf01 req-57425218-3824-404c-bf9b-7dddd4ddb8a1 service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Received event network-changed-90850224-12b8-47c4-8d3d-8d6844981d69 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.573588] env[69846]: DEBUG nova.compute.manager [req-56e03adf-add8-4c9e-8872-d25a9afcbf01 req-57425218-3824-404c-bf9b-7dddd4ddb8a1 service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Refreshing instance network info cache due to event network-changed-90850224-12b8-47c4-8d3d-8d6844981d69. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.573799] env[69846]: DEBUG oslo_concurrency.lockutils [req-56e03adf-add8-4c9e-8872-d25a9afcbf01 req-57425218-3824-404c-bf9b-7dddd4ddb8a1 service nova] Acquiring lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.573970] env[69846]: DEBUG oslo_concurrency.lockutils [req-56e03adf-add8-4c9e-8872-d25a9afcbf01 req-57425218-3824-404c-bf9b-7dddd4ddb8a1 service nova] Acquired lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.574119] env[69846]: DEBUG nova.network.neutron [req-56e03adf-add8-4c9e-8872-d25a9afcbf01 req-57425218-3824-404c-bf9b-7dddd4ddb8a1 service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Refreshing network info cache for port 90850224-12b8-47c4-8d3d-8d6844981d69 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.605180] env[69846]: DEBUG nova.compute.utils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1388.606819] env[69846]: DEBUG nova.compute.manager [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.607043] env[69846]: DEBUG nova.network.neutron [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.653428] env[69846]: DEBUG nova.policy [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '035f9e58cf814afc87b53b858a41bb50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44cd69e488ff41278161ea505eb52b5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.855077] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950888, 'name': CreateVM_Task, 'duration_secs': 0.294694} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.855805] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.856611] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.857246] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.857684] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.858059] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d59a15c-1fdc-4888-ac60-cd3860522425 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.866960] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1388.866960] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52359109-a73b-5a6e-b6b0-21c9ceb72ef0" [ 1388.866960] env[69846]: _type = "Task" [ 1388.866960] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.873061] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52359109-a73b-5a6e-b6b0-21c9ceb72ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.896790] env[69846]: DEBUG nova.network.neutron [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Successfully created port: 86a98609-cdd4-4c15-8824-c4f146ecac1f {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.095067] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "d9776b15-d818-4687-9159-20977d6a5c99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.095067] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "d9776b15-d818-4687-9159-20977d6a5c99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.111127] env[69846]: DEBUG nova.compute.manager [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.217471] env[69846]: DEBUG nova.network.neutron [-] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.279609] env[69846]: DEBUG nova.network.neutron [req-56e03adf-add8-4c9e-8872-d25a9afcbf01 req-57425218-3824-404c-bf9b-7dddd4ddb8a1 service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Updated VIF entry in instance network info cache for port 90850224-12b8-47c4-8d3d-8d6844981d69. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.279968] env[69846]: DEBUG nova.network.neutron [req-56e03adf-add8-4c9e-8872-d25a9afcbf01 req-57425218-3824-404c-bf9b-7dddd4ddb8a1 service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Updating instance_info_cache with network_info: [{"id": "90850224-12b8-47c4-8d3d-8d6844981d69", "address": "fa:16:3e:bc:8d:99", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90850224-12", "ovs_interfaceid": "90850224-12b8-47c4-8d3d-8d6844981d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.373893] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52359109-a73b-5a6e-b6b0-21c9ceb72ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.374197] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.374434] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.374757] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.374921] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.375116] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.375361] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fc12af8-d5ff-4f54-97cd-2c55308f1061 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.383701] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.383882] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.384624] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3ba026-bb2f-4a5f-8ee3-ca5da428a215 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.389267] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1389.389267] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52429c25-fc96-f0b6-748a-3a7f5c211446" [ 1389.389267] env[69846]: _type = "Task" [ 1389.389267] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.396515] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52429c25-fc96-f0b6-748a-3a7f5c211446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.597411] env[69846]: DEBUG nova.compute.manager [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.720721] env[69846]: INFO nova.compute.manager [-] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Took 1.42 seconds to deallocate network for instance. [ 1389.782569] env[69846]: DEBUG oslo_concurrency.lockutils [req-56e03adf-add8-4c9e-8872-d25a9afcbf01 req-57425218-3824-404c-bf9b-7dddd4ddb8a1 service nova] Releasing lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.899863] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52429c25-fc96-f0b6-748a-3a7f5c211446, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.900070] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edafea6a-23f6-41f6-b26c-fcf2f7dd28e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.906281] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1389.906281] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f8491a-b243-9dda-ccf0-2434978e1d3a" [ 1389.906281] env[69846]: _type = "Task" [ 1389.906281] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.913779] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f8491a-b243-9dda-ccf0-2434978e1d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.119364] env[69846]: DEBUG nova.compute.manager [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.122154] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.122408] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.124170] env[69846]: INFO nova.compute.claims [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.152497] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.152765] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.152922] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.153126] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.153276] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.153419] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.153623] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.153784] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.153948] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.154123] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.154298] env[69846]: DEBUG nova.virt.hardware [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.155250] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48841ad7-f939-4ebf-ac38-f036ae9b618b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.164063] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d73af7-07ff-4878-8528-5ec354d9494e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.227301] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.269754] env[69846]: DEBUG nova.compute.manager [req-af8c2644-39b8-40e0-993e-12697bcd7e2c req-768ebcfb-d0f1-477b-b4da-4d243560b404 service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Received event network-vif-plugged-86a98609-cdd4-4c15-8824-c4f146ecac1f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.270088] env[69846]: DEBUG oslo_concurrency.lockutils [req-af8c2644-39b8-40e0-993e-12697bcd7e2c req-768ebcfb-d0f1-477b-b4da-4d243560b404 service nova] Acquiring lock "d582c5be-7ead-461c-bdd5-444c09a4616f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.270273] env[69846]: DEBUG oslo_concurrency.lockutils [req-af8c2644-39b8-40e0-993e-12697bcd7e2c req-768ebcfb-d0f1-477b-b4da-4d243560b404 service nova] Lock "d582c5be-7ead-461c-bdd5-444c09a4616f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.270444] env[69846]: DEBUG oslo_concurrency.lockutils [req-af8c2644-39b8-40e0-993e-12697bcd7e2c req-768ebcfb-d0f1-477b-b4da-4d243560b404 service nova] Lock "d582c5be-7ead-461c-bdd5-444c09a4616f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.270612] env[69846]: DEBUG nova.compute.manager [req-af8c2644-39b8-40e0-993e-12697bcd7e2c req-768ebcfb-d0f1-477b-b4da-4d243560b404 service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] No waiting events found dispatching network-vif-plugged-86a98609-cdd4-4c15-8824-c4f146ecac1f {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1390.270779] env[69846]: WARNING nova.compute.manager [req-af8c2644-39b8-40e0-993e-12697bcd7e2c req-768ebcfb-d0f1-477b-b4da-4d243560b404 service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Received unexpected event network-vif-plugged-86a98609-cdd4-4c15-8824-c4f146ecac1f for instance with vm_state building and task_state spawning. [ 1390.353995] env[69846]: DEBUG nova.network.neutron [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Successfully updated port: 86a98609-cdd4-4c15-8824-c4f146ecac1f {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1390.417658] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f8491a-b243-9dda-ccf0-2434978e1d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009705} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.417926] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.418226] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] c56c4a8b-596d-40d0-8e46-ca437302c8b9/c56c4a8b-596d-40d0-8e46-ca437302c8b9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.418554] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-693632e0-5321-496e-8641-f505af5052f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.425325] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1390.425325] env[69846]: value = "task-2950889" [ 1390.425325] env[69846]: _type = "Task" [ 1390.425325] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.432921] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.626696] env[69846]: DEBUG nova.compute.manager [req-c5692304-3743-4914-bc64-47d0daa3d806 req-02da3197-f17c-4a97-a752-61ef8eab5a8f service nova] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Received event network-vif-deleted-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.858081] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquiring lock "refresh_cache-d582c5be-7ead-461c-bdd5-444c09a4616f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.858475] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquired lock "refresh_cache-d582c5be-7ead-461c-bdd5-444c09a4616f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.858619] env[69846]: DEBUG nova.network.neutron [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.934787] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436589} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.935043] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] c56c4a8b-596d-40d0-8e46-ca437302c8b9/c56c4a8b-596d-40d0-8e46-ca437302c8b9.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.935260] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.935582] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46fbb9f5-b4ae-486f-86f7-670ab45e7756 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.943100] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1390.943100] env[69846]: value = "task-2950890" [ 1390.943100] env[69846]: _type = "Task" [ 1390.943100] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.952535] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.196098] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7683f180-5554-4e77-8b66-9df77bfefd5b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.203420] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765cf9de-5111-4c0e-9980-68c25e758e13 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.232764] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260fe7e2-ee10-42c3-ab9c-c0b40515742d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.240200] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eba9db-080b-4f75-9cb8-6e5ed3831f2d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.252950] env[69846]: DEBUG nova.compute.provider_tree [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.392557] env[69846]: DEBUG nova.network.neutron [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.453453] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068813} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.453725] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.454499] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5c82ce-b1bd-4ed6-ba74-6b9037b5d2d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.475622] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c56c4a8b-596d-40d0-8e46-ca437302c8b9/c56c4a8b-596d-40d0-8e46-ca437302c8b9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.478211] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38306177-0767-4b63-9d1f-812a97b93a32 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.498449] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1391.498449] env[69846]: value = "task-2950891" [ 1391.498449] env[69846]: _type = "Task" [ 1391.498449] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.506545] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.583109] env[69846]: DEBUG nova.network.neutron [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Updating instance_info_cache with network_info: [{"id": "86a98609-cdd4-4c15-8824-c4f146ecac1f", "address": "fa:16:3e:4c:17:20", "network": {"id": "d1eb53a7-2b80-4549-95a6-5bf56b81270f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1624386536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cd69e488ff41278161ea505eb52b5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a98609-cd", "ovs_interfaceid": "86a98609-cdd4-4c15-8824-c4f146ecac1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.756638] env[69846]: DEBUG nova.scheduler.client.report [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.007227] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950891, 'name': ReconfigVM_Task, 'duration_secs': 0.506045} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.007587] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c56c4a8b-596d-40d0-8e46-ca437302c8b9/c56c4a8b-596d-40d0-8e46-ca437302c8b9.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.008273] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fdd2fa8-3efe-459d-b848-2ca5a0f3fd21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.013768] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1392.013768] env[69846]: value = "task-2950892" [ 1392.013768] env[69846]: _type = "Task" [ 1392.013768] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.020855] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950892, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.086068] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Releasing lock "refresh_cache-d582c5be-7ead-461c-bdd5-444c09a4616f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.086509] env[69846]: DEBUG nova.compute.manager [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Instance network_info: |[{"id": "86a98609-cdd4-4c15-8824-c4f146ecac1f", "address": "fa:16:3e:4c:17:20", "network": {"id": "d1eb53a7-2b80-4549-95a6-5bf56b81270f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1624386536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cd69e488ff41278161ea505eb52b5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a98609-cd", "ovs_interfaceid": "86a98609-cdd4-4c15-8824-c4f146ecac1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1392.087064] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:17:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86a98609-cdd4-4c15-8824-c4f146ecac1f', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.094690] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Creating folder: Project (44cd69e488ff41278161ea505eb52b5f). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.094986] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42310e6f-3e6f-4e83-9b34-62ba54f63269 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.105889] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Created folder: Project (44cd69e488ff41278161ea505eb52b5f) in parent group-v591891. [ 1392.106078] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Creating folder: Instances. Parent ref: group-v592230. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.106309] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f01e66e4-fd43-4493-8c3f-0229f51d81e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.114729] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Created folder: Instances in parent group-v592230. [ 1392.114966] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.115169] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.115367] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22946980-e90b-4606-b8cd-6972f3cc9539 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.133196] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.133196] env[69846]: value = "task-2950895" [ 1392.133196] env[69846]: _type = "Task" [ 1392.133196] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.140978] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950895, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.262431] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.263077] env[69846]: DEBUG nova.compute.manager [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1392.266059] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.039s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.266211] env[69846]: DEBUG nova.objects.instance [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lazy-loading 'resources' on Instance uuid 15ed9e07-3c3a-4961-9444-432e3837d947 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.296468] env[69846]: DEBUG nova.compute.manager [req-1a27dc69-093c-422e-b12f-05c5d260c5c5 req-d94621cb-f7df-4082-89d6-cb395a7fbc8c service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Received event network-changed-86a98609-cdd4-4c15-8824-c4f146ecac1f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.296881] env[69846]: DEBUG nova.compute.manager [req-1a27dc69-093c-422e-b12f-05c5d260c5c5 req-d94621cb-f7df-4082-89d6-cb395a7fbc8c service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Refreshing instance network info cache due to event network-changed-86a98609-cdd4-4c15-8824-c4f146ecac1f. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.296881] env[69846]: DEBUG oslo_concurrency.lockutils [req-1a27dc69-093c-422e-b12f-05c5d260c5c5 req-d94621cb-f7df-4082-89d6-cb395a7fbc8c service nova] Acquiring lock "refresh_cache-d582c5be-7ead-461c-bdd5-444c09a4616f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.297133] env[69846]: DEBUG oslo_concurrency.lockutils [req-1a27dc69-093c-422e-b12f-05c5d260c5c5 req-d94621cb-f7df-4082-89d6-cb395a7fbc8c service nova] Acquired lock "refresh_cache-d582c5be-7ead-461c-bdd5-444c09a4616f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.297263] env[69846]: DEBUG nova.network.neutron [req-1a27dc69-093c-422e-b12f-05c5d260c5c5 req-d94621cb-f7df-4082-89d6-cb395a7fbc8c service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Refreshing network info cache for port 86a98609-cdd4-4c15-8824-c4f146ecac1f {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.523257] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950892, 'name': Rename_Task, 'duration_secs': 0.141324} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.523507] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.523746] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a36fc79-00fd-4482-8365-9702795d1c47 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.529494] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1392.529494] env[69846]: value = "task-2950896" [ 1392.529494] env[69846]: _type = "Task" [ 1392.529494] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.536470] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.642345] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950895, 'name': CreateVM_Task, 'duration_secs': 0.351595} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.642526] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.643274] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.643440] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.643772] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.644036] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d232ac-9ffe-4ee3-85c6-d3ccc213e009 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.648147] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for the task: (returnval){ [ 1392.648147] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]523f8d2b-a72e-297b-2420-10c561063fed" [ 1392.648147] env[69846]: _type = "Task" [ 1392.648147] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.655124] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523f8d2b-a72e-297b-2420-10c561063fed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.770487] env[69846]: DEBUG nova.compute.utils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1392.770487] env[69846]: DEBUG nova.compute.manager [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.771169] env[69846]: DEBUG nova.network.neutron [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.815921] env[69846]: DEBUG nova.policy [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faf2343f4b204c27b5eccc48893dd9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4f178dd89b24d238caf76c1f857af96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.856150] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ab2ea-3659-44b5-8ac5-7949349d8316 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.863954] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8a99ea-65ee-4cec-899c-c9689aafff56 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.897493] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8db0084-7e3c-40c9-8142-818716c7d681 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.904838] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfae7c78-2aa7-4527-96bd-1f7036c22ccf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.918308] env[69846]: DEBUG nova.compute.provider_tree [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.013686] env[69846]: DEBUG nova.network.neutron [req-1a27dc69-093c-422e-b12f-05c5d260c5c5 req-d94621cb-f7df-4082-89d6-cb395a7fbc8c service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Updated VIF entry in instance network info cache for port 86a98609-cdd4-4c15-8824-c4f146ecac1f. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.014082] env[69846]: DEBUG nova.network.neutron [req-1a27dc69-093c-422e-b12f-05c5d260c5c5 req-d94621cb-f7df-4082-89d6-cb395a7fbc8c service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Updating instance_info_cache with network_info: [{"id": "86a98609-cdd4-4c15-8824-c4f146ecac1f", "address": "fa:16:3e:4c:17:20", "network": {"id": "d1eb53a7-2b80-4549-95a6-5bf56b81270f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1624386536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cd69e488ff41278161ea505eb52b5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a98609-cd", "ovs_interfaceid": "86a98609-cdd4-4c15-8824-c4f146ecac1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.040157] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.094963] env[69846]: DEBUG nova.network.neutron [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Successfully created port: 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.159102] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]523f8d2b-a72e-297b-2420-10c561063fed, 'name': SearchDatastore_Task, 'duration_secs': 0.02675} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.159403] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.159655] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.159860] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.160033] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.160214] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.160468] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c926fb-57c0-49d1-bd34-2de212042ed7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.168690] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.168856] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1393.169559] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0c21e2-f470-4304-96f5-61b6bf1243fc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.174330] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for the task: (returnval){ [ 1393.174330] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52171ce6-7d14-d532-6137-46dd39ecfd24" [ 1393.174330] env[69846]: _type = "Task" [ 1393.174330] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.181448] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52171ce6-7d14-d532-6137-46dd39ecfd24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.277064] env[69846]: DEBUG nova.compute.manager [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.423282] env[69846]: DEBUG nova.scheduler.client.report [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.517164] env[69846]: DEBUG oslo_concurrency.lockutils [req-1a27dc69-093c-422e-b12f-05c5d260c5c5 req-d94621cb-f7df-4082-89d6-cb395a7fbc8c service nova] Releasing lock "refresh_cache-d582c5be-7ead-461c-bdd5-444c09a4616f" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.540341] env[69846]: DEBUG oslo_vmware.api [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950896, 'name': PowerOnVM_Task, 'duration_secs': 0.988905} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.540594] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.540811] env[69846]: INFO nova.compute.manager [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1393.540999] env[69846]: DEBUG nova.compute.manager [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.541740] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9acdb3b-5a09-4d8f-99d9-9e4e2c616633 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.684976] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52171ce6-7d14-d532-6137-46dd39ecfd24, 'name': SearchDatastore_Task, 'duration_secs': 0.008061} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.685802] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3e5dd1-ecb4-42ae-b27e-3c3fc72b551e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.690650] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for the task: (returnval){ [ 1393.690650] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5227dd58-5d9e-927b-96b3-4cee9aa94bb5" [ 1393.690650] env[69846]: _type = "Task" [ 1393.690650] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.698221] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5227dd58-5d9e-927b-96b3-4cee9aa94bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.928597] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.947669] env[69846]: INFO nova.scheduler.client.report [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Deleted allocations for instance 15ed9e07-3c3a-4961-9444-432e3837d947 [ 1394.059621] env[69846]: INFO nova.compute.manager [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Took 11.85 seconds to build instance. [ 1394.202223] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5227dd58-5d9e-927b-96b3-4cee9aa94bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.202490] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.202754] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d582c5be-7ead-461c-bdd5-444c09a4616f/d582c5be-7ead-461c-bdd5-444c09a4616f.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.203028] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26cd59d5-4016-4555-afec-c3c26a7dac40 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.209648] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for the task: (returnval){ [ 1394.209648] env[69846]: value = "task-2950897" [ 1394.209648] env[69846]: _type = "Task" [ 1394.209648] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.217178] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.287699] env[69846]: DEBUG nova.compute.manager [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.313850] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.314116] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.314277] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.314459] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.314630] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.314798] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.315014] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.315180] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.315350] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.315511] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.315682] env[69846]: DEBUG nova.virt.hardware [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.316547] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c2ff45-0e3b-4ba3-bc44-491e8dc168bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.324388] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90400c6c-60de-40ff-a755-3082cd316bdb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.368746] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.455782] env[69846]: DEBUG oslo_concurrency.lockutils [None req-40ca96cd-2603-415e-9d46-e796eb7589b5 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Lock "15ed9e07-3c3a-4961-9444-432e3837d947" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.767s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.559559] env[69846]: DEBUG oslo_concurrency.lockutils [None req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.360s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.592759] env[69846]: DEBUG nova.compute.manager [req-edc4e232-db9c-4f04-b4fe-fc306a8d740a req-c87efc31-d1fe-46da-bb3c-04dc596ef7a7 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Received event network-vif-plugged-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.593045] env[69846]: DEBUG oslo_concurrency.lockutils [req-edc4e232-db9c-4f04-b4fe-fc306a8d740a req-c87efc31-d1fe-46da-bb3c-04dc596ef7a7 service nova] Acquiring lock "d9776b15-d818-4687-9159-20977d6a5c99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.593271] env[69846]: DEBUG oslo_concurrency.lockutils [req-edc4e232-db9c-4f04-b4fe-fc306a8d740a req-c87efc31-d1fe-46da-bb3c-04dc596ef7a7 service nova] Lock "d9776b15-d818-4687-9159-20977d6a5c99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.593442] env[69846]: DEBUG oslo_concurrency.lockutils [req-edc4e232-db9c-4f04-b4fe-fc306a8d740a req-c87efc31-d1fe-46da-bb3c-04dc596ef7a7 service nova] Lock "d9776b15-d818-4687-9159-20977d6a5c99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.593628] env[69846]: DEBUG nova.compute.manager [req-edc4e232-db9c-4f04-b4fe-fc306a8d740a req-c87efc31-d1fe-46da-bb3c-04dc596ef7a7 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] No waiting events found dispatching network-vif-plugged-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1394.593785] env[69846]: WARNING nova.compute.manager [req-edc4e232-db9c-4f04-b4fe-fc306a8d740a req-c87efc31-d1fe-46da-bb3c-04dc596ef7a7 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Received unexpected event network-vif-plugged-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 for instance with vm_state building and task_state spawning. [ 1395.431879] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.432268] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.432313] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.432540] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1395.432999] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456222} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.433837] env[69846]: DEBUG nova.network.neutron [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Successfully updated port: 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1395.435429] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ea732d-7894-4b0e-b20f-7be6cd446852 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.438063] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d582c5be-7ead-461c-bdd5-444c09a4616f/d582c5be-7ead-461c-bdd5-444c09a4616f.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.438276] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1395.438695] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19ce133d-949b-4de7-afb7-c3cdfa2a5ed0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.447564] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5bceba-7738-446e-b2f5-b0b6424bc144 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.451113] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for the task: (returnval){ [ 1395.451113] env[69846]: value = "task-2950899" [ 1395.451113] env[69846]: _type = "Task" [ 1395.451113] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.466691] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4764a05-6a60-4e05-885c-2e643686f385 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.469049] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.473636] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac30be2a-e20a-4747-a518-9bf02da85d36 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.502136] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180657MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1395.502266] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.502474] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.939408] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "refresh_cache-d9776b15-d818-4687-9159-20977d6a5c99" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.939574] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "refresh_cache-d9776b15-d818-4687-9159-20977d6a5c99" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.939729] env[69846]: DEBUG nova.network.neutron [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.961267] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063958} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.961536] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1395.962289] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22ece59-b970-4a7d-b673-0ec06c45ec3b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.984420] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] d582c5be-7ead-461c-bdd5-444c09a4616f/d582c5be-7ead-461c-bdd5-444c09a4616f.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.984877] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24aca73a-08b7-4215-bc3f-66a2641b6e74 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.004460] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for the task: (returnval){ [ 1396.004460] env[69846]: value = "task-2950900" [ 1396.004460] env[69846]: _type = "Task" [ 1396.004460] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.015527] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.487646] env[69846]: DEBUG nova.network.neutron [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1396.516592] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950900, 'name': ReconfigVM_Task, 'duration_secs': 0.278989} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.517227] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Reconfigured VM instance instance-0000007b to attach disk [datastore1] d582c5be-7ead-461c-bdd5-444c09a4616f/d582c5be-7ead-461c-bdd5-444c09a4616f.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.517551] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f71560f6-55e0-456c-9030-eb312ea8f658 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.523450] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for the task: (returnval){ [ 1396.523450] env[69846]: value = "task-2950901" [ 1396.523450] env[69846]: _type = "Task" [ 1396.523450] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.531323] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950901, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.534318] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance da957371-3f7a-4921-b3c1-098712ff54d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.534450] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance c56c4a8b-596d-40d0-8e46-ca437302c8b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.534572] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance d582c5be-7ead-461c-bdd5-444c09a4616f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.534709] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance d9776b15-d818-4687-9159-20977d6a5c99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.534883] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1396.535025] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1396.623692] env[69846]: DEBUG nova.compute.manager [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Received event network-changed-90850224-12b8-47c4-8d3d-8d6844981d69 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.623889] env[69846]: DEBUG nova.compute.manager [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Refreshing instance network info cache due to event network-changed-90850224-12b8-47c4-8d3d-8d6844981d69. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.624105] env[69846]: DEBUG oslo_concurrency.lockutils [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] Acquiring lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.624248] env[69846]: DEBUG oslo_concurrency.lockutils [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] Acquired lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.624405] env[69846]: DEBUG nova.network.neutron [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Refreshing network info cache for port 90850224-12b8-47c4-8d3d-8d6844981d69 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.639530] env[69846]: DEBUG nova.network.neutron [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Updating instance_info_cache with network_info: [{"id": "9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7", "address": "fa:16:3e:a4:b3:d6", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd0f9f1-b4", "ovs_interfaceid": "9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.671701] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec36e924-7d23-424b-b72e-4ad7f79bc49a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.678871] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d067f0-49cc-405b-900d-9fd4332e9e2a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.711594] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2622d39-3115-4d39-bb3e-05026c4e81cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.718828] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7379c340-3037-4380-8c38-fab271004b33 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.732736] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.032891] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950901, 'name': Rename_Task, 'duration_secs': 0.130672} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.033266] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.033515] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-961b7ad3-6406-4db3-a2a9-bad56012128f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.040284] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for the task: (returnval){ [ 1397.040284] env[69846]: value = "task-2950902" [ 1397.040284] env[69846]: _type = "Task" [ 1397.040284] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.048410] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.141685] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "refresh_cache-d9776b15-d818-4687-9159-20977d6a5c99" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.142079] env[69846]: DEBUG nova.compute.manager [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Instance network_info: |[{"id": "9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7", "address": "fa:16:3e:a4:b3:d6", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd0f9f1-b4", "ovs_interfaceid": "9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1397.142492] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:b3:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.150582] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.150848] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.151139] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c874644-4c57-43c0-a06c-322dd820aa6c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.177110] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.177110] env[69846]: value = "task-2950903" [ 1397.177110] env[69846]: _type = "Task" [ 1397.177110] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.186363] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950903, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.235637] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.383213] env[69846]: DEBUG nova.network.neutron [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Updated VIF entry in instance network info cache for port 90850224-12b8-47c4-8d3d-8d6844981d69. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.383702] env[69846]: DEBUG nova.network.neutron [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Updating instance_info_cache with network_info: [{"id": "90850224-12b8-47c4-8d3d-8d6844981d69", "address": "fa:16:3e:bc:8d:99", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90850224-12", "ovs_interfaceid": "90850224-12b8-47c4-8d3d-8d6844981d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.550482] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950902, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.686423] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950903, 'name': CreateVM_Task, 'duration_secs': 0.391953} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.686573] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.687271] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.687453] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.687773] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.688041] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4092645-5de5-432b-ae08-de5cdb8ae2c3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.692874] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1397.692874] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb9507-6535-ccc6-5aea-94d576b70798" [ 1397.692874] env[69846]: _type = "Task" [ 1397.692874] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.700652] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb9507-6535-ccc6-5aea-94d576b70798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.742621] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1397.742864] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.240s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.886448] env[69846]: DEBUG oslo_concurrency.lockutils [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] Releasing lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.886719] env[69846]: DEBUG nova.compute.manager [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Received event network-changed-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.886887] env[69846]: DEBUG nova.compute.manager [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Refreshing instance network info cache due to event network-changed-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1397.887134] env[69846]: DEBUG oslo_concurrency.lockutils [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] Acquiring lock "refresh_cache-d9776b15-d818-4687-9159-20977d6a5c99" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.887600] env[69846]: DEBUG oslo_concurrency.lockutils [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] Acquired lock "refresh_cache-d9776b15-d818-4687-9159-20977d6a5c99" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.887600] env[69846]: DEBUG nova.network.neutron [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Refreshing network info cache for port 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.051360] env[69846]: DEBUG oslo_vmware.api [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950902, 'name': PowerOnVM_Task, 'duration_secs': 0.518981} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.051626] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.051871] env[69846]: INFO nova.compute.manager [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1398.052015] env[69846]: DEBUG nova.compute.manager [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.052844] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef512f3d-741d-42e2-a967-6ac57a807806 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.203332] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52cb9507-6535-ccc6-5aea-94d576b70798, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.203622] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.203851] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.204104] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.204255] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.204432] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.204789] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0d2861c-49f0-4815-8da3-4ddf63d819d3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.212936] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.213134] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.213809] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67df4b1c-9521-4c78-8c52-179dd440811b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.218677] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1398.218677] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52dddb21-308e-75fd-9524-27ed55989d4a" [ 1398.218677] env[69846]: _type = "Task" [ 1398.218677] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.227045] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52dddb21-308e-75fd-9524-27ed55989d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.569092] env[69846]: INFO nova.compute.manager [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Took 13.65 seconds to build instance. [ 1398.585460] env[69846]: DEBUG nova.network.neutron [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Updated VIF entry in instance network info cache for port 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.585846] env[69846]: DEBUG nova.network.neutron [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Updating instance_info_cache with network_info: [{"id": "9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7", "address": "fa:16:3e:a4:b3:d6", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd0f9f1-b4", "ovs_interfaceid": "9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.731596] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52dddb21-308e-75fd-9524-27ed55989d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.732470] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6f2a9c-a086-4e3a-ad7c-56bbe4065230 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.738202] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1398.738202] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]521ea5b2-6b98-02be-1ad9-75409c942c21" [ 1398.738202] env[69846]: _type = "Task" [ 1398.738202] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.746172] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521ea5b2-6b98-02be-1ad9-75409c942c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.070802] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "d582c5be-7ead-461c-bdd5-444c09a4616f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.163s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.089030] env[69846]: DEBUG oslo_concurrency.lockutils [req-41bed4df-ff7a-468d-aa4b-312db6b8fe01 req-4259eaa2-1982-47bc-8a5b-edf869f3525f service nova] Releasing lock "refresh_cache-d9776b15-d818-4687-9159-20977d6a5c99" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.248840] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]521ea5b2-6b98-02be-1ad9-75409c942c21, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.249113] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.249374] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d9776b15-d818-4687-9159-20977d6a5c99/d9776b15-d818-4687-9159-20977d6a5c99.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.249633] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc1f6267-abdb-4e2b-ac04-84b9d54b7288 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.256054] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1399.256054] env[69846]: value = "task-2950904" [ 1399.256054] env[69846]: _type = "Task" [ 1399.256054] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.263681] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.343627] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquiring lock "d582c5be-7ead-461c-bdd5-444c09a4616f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.343883] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "d582c5be-7ead-461c-bdd5-444c09a4616f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.344233] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquiring lock "d582c5be-7ead-461c-bdd5-444c09a4616f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.344491] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "d582c5be-7ead-461c-bdd5-444c09a4616f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.344770] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "d582c5be-7ead-461c-bdd5-444c09a4616f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.347088] env[69846]: INFO nova.compute.manager [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Terminating instance [ 1399.743490] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.743814] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.743866] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.744060] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.744335] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.744525] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.744694] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1399.766404] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503694} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.766404] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] d9776b15-d818-4687-9159-20977d6a5c99/d9776b15-d818-4687-9159-20977d6a5c99.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.766581] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.766815] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9154a5ce-d23f-405d-9fd5-2a3baef3309c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.773621] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1399.773621] env[69846]: value = "task-2950905" [ 1399.773621] env[69846]: _type = "Task" [ 1399.773621] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.782105] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.851118] env[69846]: DEBUG nova.compute.manager [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.851443] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.852427] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb296910-1538-4c17-96c7-2305567e1cca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.859893] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.860161] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-346325c8-bfc6-4b00-9e2d-531461bfa2ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.866488] env[69846]: DEBUG oslo_vmware.api [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for the task: (returnval){ [ 1399.866488] env[69846]: value = "task-2950906" [ 1399.866488] env[69846]: _type = "Task" [ 1399.866488] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.875223] env[69846]: DEBUG oslo_vmware.api [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.283316] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063525} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.283581] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.284348] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e236fe-aaed-4879-9a4a-01cd155de846 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.306736] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] d9776b15-d818-4687-9159-20977d6a5c99/d9776b15-d818-4687-9159-20977d6a5c99.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.306979] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05246fbb-731e-466e-9314-cac71eac3160 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.326141] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1400.326141] env[69846]: value = "task-2950907" [ 1400.326141] env[69846]: _type = "Task" [ 1400.326141] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.333623] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.370543] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.375777] env[69846]: DEBUG oslo_vmware.api [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950906, 'name': PowerOffVM_Task, 'duration_secs': 0.280432} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.376018] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.376194] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.376417] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f631d17-aecf-40fc-81aa-ad084c297ab8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.472355] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.472603] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.472820] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Deleting the datastore file [datastore1] d582c5be-7ead-461c-bdd5-444c09a4616f {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.473107] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5c72439-72ff-4c90-b7aa-5418a7f8f4dc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.480827] env[69846]: DEBUG oslo_vmware.api [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for the task: (returnval){ [ 1400.480827] env[69846]: value = "task-2950909" [ 1400.480827] env[69846]: _type = "Task" [ 1400.480827] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.488715] env[69846]: DEBUG oslo_vmware.api [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.836160] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950907, 'name': ReconfigVM_Task, 'duration_secs': 0.411386} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.836561] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Reconfigured VM instance instance-0000007c to attach disk [datastore1] d9776b15-d818-4687-9159-20977d6a5c99/d9776b15-d818-4687-9159-20977d6a5c99.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.837127] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b762ce6c-a9d6-4b83-bd28-258e48062450 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.843142] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1400.843142] env[69846]: value = "task-2950910" [ 1400.843142] env[69846]: _type = "Task" [ 1400.843142] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.850530] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950910, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.993058] env[69846]: DEBUG oslo_vmware.api [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Task: {'id': task-2950909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178963} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.993379] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.993642] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.993903] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.994174] env[69846]: INFO nova.compute.manager [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1400.994506] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.994804] env[69846]: DEBUG nova.compute.manager [-] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.994930] env[69846]: DEBUG nova.network.neutron [-] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.268803] env[69846]: DEBUG nova.compute.manager [req-149399b0-8450-41ef-8382-ebaba5f9cdeb req-788d79b8-c4b8-4cd4-ab2d-cc752210711d service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Received event network-vif-deleted-86a98609-cdd4-4c15-8824-c4f146ecac1f {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.268997] env[69846]: INFO nova.compute.manager [req-149399b0-8450-41ef-8382-ebaba5f9cdeb req-788d79b8-c4b8-4cd4-ab2d-cc752210711d service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Neutron deleted interface 86a98609-cdd4-4c15-8824-c4f146ecac1f; detaching it from the instance and deleting it from the info cache [ 1401.269263] env[69846]: DEBUG nova.network.neutron [req-149399b0-8450-41ef-8382-ebaba5f9cdeb req-788d79b8-c4b8-4cd4-ab2d-cc752210711d service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.353595] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950910, 'name': Rename_Task, 'duration_secs': 0.126611} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.353883] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.354128] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b1ca1d8-3cf3-4b17-9cb9-8ce37be59e7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.360919] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1401.360919] env[69846]: value = "task-2950911" [ 1401.360919] env[69846]: _type = "Task" [ 1401.360919] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.368283] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.751637] env[69846]: DEBUG nova.network.neutron [-] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.771667] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cb80181-a240-4779-904a-d8b270a1e47b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.781759] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb37392-637d-4f40-b3d9-20444b1d82a5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.808878] env[69846]: DEBUG nova.compute.manager [req-149399b0-8450-41ef-8382-ebaba5f9cdeb req-788d79b8-c4b8-4cd4-ab2d-cc752210711d service nova] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Detach interface failed, port_id=86a98609-cdd4-4c15-8824-c4f146ecac1f, reason: Instance d582c5be-7ead-461c-bdd5-444c09a4616f could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1401.870605] env[69846]: DEBUG oslo_vmware.api [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950911, 'name': PowerOnVM_Task, 'duration_secs': 0.431038} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.870941] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.870941] env[69846]: INFO nova.compute.manager [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1401.871150] env[69846]: DEBUG nova.compute.manager [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.871899] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bc0a69-d6d7-4238-a03e-b3e2b67f0bdd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.254810] env[69846]: INFO nova.compute.manager [-] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Took 1.26 seconds to deallocate network for instance. [ 1402.390435] env[69846]: INFO nova.compute.manager [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Took 12.29 seconds to build instance. [ 1402.761371] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.761660] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.761882] env[69846]: DEBUG nova.objects.instance [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lazy-loading 'resources' on Instance uuid d582c5be-7ead-461c-bdd5-444c09a4616f {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.892868] env[69846]: DEBUG oslo_concurrency.lockutils [None req-ce984c3b-9eea-4918-a644-9a3bab1994e3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "d9776b15-d818-4687-9159-20977d6a5c99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.799s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.310727] env[69846]: DEBUG nova.compute.manager [req-5b83f525-390e-4829-85ff-f852f21a0f18 req-5c32c631-541c-4cbf-964d-e94b1c0830b6 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Received event network-changed-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.310900] env[69846]: DEBUG nova.compute.manager [req-5b83f525-390e-4829-85ff-f852f21a0f18 req-5c32c631-541c-4cbf-964d-e94b1c0830b6 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Refreshing instance network info cache due to event network-changed-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1403.311119] env[69846]: DEBUG oslo_concurrency.lockutils [req-5b83f525-390e-4829-85ff-f852f21a0f18 req-5c32c631-541c-4cbf-964d-e94b1c0830b6 service nova] Acquiring lock "refresh_cache-d9776b15-d818-4687-9159-20977d6a5c99" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.311267] env[69846]: DEBUG oslo_concurrency.lockutils [req-5b83f525-390e-4829-85ff-f852f21a0f18 req-5c32c631-541c-4cbf-964d-e94b1c0830b6 service nova] Acquired lock "refresh_cache-d9776b15-d818-4687-9159-20977d6a5c99" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.311425] env[69846]: DEBUG nova.network.neutron [req-5b83f525-390e-4829-85ff-f852f21a0f18 req-5c32c631-541c-4cbf-964d-e94b1c0830b6 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Refreshing network info cache for port 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.336646] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dc93a5-834a-4bfc-8d60-45978c34f8c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.344287] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f695895-1f4b-4b7a-96c4-abed44e1d53e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.374669] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc960215-f8ee-453b-b5a2-c17033ca4a05 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.382216] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a03f563-df6d-496e-9118-31d1fb46ad4a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.396013] env[69846]: DEBUG nova.compute.provider_tree [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.899205] env[69846]: DEBUG nova.scheduler.client.report [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.008510] env[69846]: DEBUG nova.network.neutron [req-5b83f525-390e-4829-85ff-f852f21a0f18 req-5c32c631-541c-4cbf-964d-e94b1c0830b6 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Updated VIF entry in instance network info cache for port 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.008873] env[69846]: DEBUG nova.network.neutron [req-5b83f525-390e-4829-85ff-f852f21a0f18 req-5c32c631-541c-4cbf-964d-e94b1c0830b6 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Updating instance_info_cache with network_info: [{"id": "9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7", "address": "fa:16:3e:a4:b3:d6", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd0f9f1-b4", "ovs_interfaceid": "9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.405055] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.425145] env[69846]: INFO nova.scheduler.client.report [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Deleted allocations for instance d582c5be-7ead-461c-bdd5-444c09a4616f [ 1404.511984] env[69846]: DEBUG oslo_concurrency.lockutils [req-5b83f525-390e-4829-85ff-f852f21a0f18 req-5c32c631-541c-4cbf-964d-e94b1c0830b6 service nova] Releasing lock "refresh_cache-d9776b15-d818-4687-9159-20977d6a5c99" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.933046] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6175b3b7-af20-40ce-963b-c4fcaab13f0e tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Lock "d582c5be-7ead-461c-bdd5-444c09a4616f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.589s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.014571] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "ec8e76d2-f847-43f3-a3f3-8a61a87e483e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.014889] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "ec8e76d2-f847-43f3-a3f3-8a61a87e483e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.517028] env[69846]: DEBUG nova.compute.manager [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1409.039054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.039054] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.039900] env[69846]: INFO nova.compute.claims [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1410.103059] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752c4f14-7811-491f-b88c-6d3ed8c4b3e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.110289] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12de9ab2-4fb3-467d-8ffb-30e04754bf5d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.139207] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee75a1b6-1407-495c-83b9-45a5edf3b3bd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.145669] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56323856-3840-40d2-b954-fa23c505caf9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.157951] env[69846]: DEBUG nova.compute.provider_tree [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.661008] env[69846]: DEBUG nova.scheduler.client.report [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.166014] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.166573] env[69846]: DEBUG nova.compute.manager [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.671983] env[69846]: DEBUG nova.compute.utils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1411.673427] env[69846]: DEBUG nova.compute.manager [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Not allocating networking since 'none' was specified. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1412.175466] env[69846]: DEBUG nova.compute.manager [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1413.184336] env[69846]: DEBUG nova.compute.manager [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.214136] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.214439] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.214600] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.214781] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.214957] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.215134] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.215344] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.215499] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.215664] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.215826] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.215995] env[69846]: DEBUG nova.virt.hardware [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.216881] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bb5bc2-6fec-4654-b62c-94ed3706d8df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.224767] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6ffcc8-777b-4f31-ae0b-18243c2588e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.237891] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.243207] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Creating folder: Project (b2f7f3b2d80942909eeb4b7fc3076528). Parent ref: group-v591891. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.243451] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4655470d-cf05-46b9-8b8f-75bfee5bf6d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.253276] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Created folder: Project (b2f7f3b2d80942909eeb4b7fc3076528) in parent group-v591891. [ 1413.253452] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Creating folder: Instances. Parent ref: group-v592234. {{(pid=69846) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.253647] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cdb8207-5182-4192-a10d-1fcbbc648f3f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.261685] env[69846]: INFO nova.virt.vmwareapi.vm_util [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Created folder: Instances in parent group-v592234. [ 1413.261900] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.262107] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.262342] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87504bdb-503e-457f-9d73-6a9e63837570 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.277428] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.277428] env[69846]: value = "task-2950914" [ 1413.277428] env[69846]: _type = "Task" [ 1413.277428] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.284029] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950914, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.787452] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950914, 'name': CreateVM_Task, 'duration_secs': 0.233756} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.787628] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.788069] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.788234] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.788549] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.788799] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651cf80e-b901-471e-8b4e-ff2a019b1aea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.793497] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1413.793497] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5259e2ac-3802-bc0a-742f-b3cee17e1418" [ 1413.793497] env[69846]: _type = "Task" [ 1413.793497] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.800558] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5259e2ac-3802-bc0a-742f-b3cee17e1418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.303268] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5259e2ac-3802-bc0a-742f-b3cee17e1418, 'name': SearchDatastore_Task, 'duration_secs': 0.009026} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.303629] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.303888] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.304186] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.304381] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.304606] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.304917] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af2b902f-b47c-4a17-9a3d-6bdec177740c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.312750] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.312960] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.313677] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c18e6a3-5e06-49b8-99ef-9856d0f6d2ac {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.318636] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1414.318636] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52e07752-c115-540d-3900-cb1d2264408c" [ 1414.318636] env[69846]: _type = "Task" [ 1414.318636] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.326105] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e07752-c115-540d-3900-cb1d2264408c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.829075] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52e07752-c115-540d-3900-cb1d2264408c, 'name': SearchDatastore_Task, 'duration_secs': 0.007858} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.829822] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb76cd1-a62f-4f87-8d8b-71008588f368 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.835216] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1414.835216] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5220161e-df1f-c489-1081-0675577a529c" [ 1414.835216] env[69846]: _type = "Task" [ 1414.835216] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.842649] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5220161e-df1f-c489-1081-0675577a529c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.345141] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5220161e-df1f-c489-1081-0675577a529c, 'name': SearchDatastore_Task, 'duration_secs': 0.009077} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.345504] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.345670] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] ec8e76d2-f847-43f3-a3f3-8a61a87e483e/ec8e76d2-f847-43f3-a3f3-8a61a87e483e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.345922] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cee4862-a276-4210-9f34-d77d3dd88a0c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.352677] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1415.352677] env[69846]: value = "task-2950915" [ 1415.352677] env[69846]: _type = "Task" [ 1415.352677] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.359765] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.862440] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427254} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.862699] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] ec8e76d2-f847-43f3-a3f3-8a61a87e483e/ec8e76d2-f847-43f3-a3f3-8a61a87e483e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.862920] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.863211] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bcc4afc-652e-4c1f-b25c-c5640dd3e6de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.870221] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1415.870221] env[69846]: value = "task-2950916" [ 1415.870221] env[69846]: _type = "Task" [ 1415.870221] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.878363] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.381017] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070918} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.381474] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.382503] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aacccba-0884-482b-9a5b-f17abcbd2bbf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.401121] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] ec8e76d2-f847-43f3-a3f3-8a61a87e483e/ec8e76d2-f847-43f3-a3f3-8a61a87e483e.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.401366] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe3e8fa-c599-4d73-a0e5-dbe34e415046 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.420223] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1416.420223] env[69846]: value = "task-2950917" [ 1416.420223] env[69846]: _type = "Task" [ 1416.420223] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.427700] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.932253] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950917, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.431416] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950917, 'name': ReconfigVM_Task, 'duration_secs': 0.513319} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.431812] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Reconfigured VM instance instance-0000007d to attach disk [datastore1] ec8e76d2-f847-43f3-a3f3-8a61a87e483e/ec8e76d2-f847-43f3-a3f3-8a61a87e483e.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.432342] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80568c4b-e264-43ba-a562-453e2f479962 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.439134] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1417.439134] env[69846]: value = "task-2950918" [ 1417.439134] env[69846]: _type = "Task" [ 1417.439134] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.446376] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950918, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.948427] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950918, 'name': Rename_Task, 'duration_secs': 0.12935} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.948689] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.948883] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a48bffed-94ee-4d22-af34-4f65fc78cf16 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.955209] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1417.955209] env[69846]: value = "task-2950919" [ 1417.955209] env[69846]: _type = "Task" [ 1417.955209] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.962335] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.464834] env[69846]: DEBUG oslo_vmware.api [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950919, 'name': PowerOnVM_Task, 'duration_secs': 0.41272} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.465235] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.465391] env[69846]: INFO nova.compute.manager [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1418.465537] env[69846]: DEBUG nova.compute.manager [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.466313] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039a4499-dc7f-47fc-9893-dd7f0df5ed4a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.985015] env[69846]: INFO nova.compute.manager [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Took 9.96 seconds to build instance. [ 1419.487492] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0d8827c6-6ab9-450b-9fe3-6eccb05a9286 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "ec8e76d2-f847-43f3-a3f3-8a61a87e483e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.472s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.079271] env[69846]: INFO nova.compute.manager [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Rebuilding instance [ 1420.125472] env[69846]: DEBUG nova.compute.manager [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.126358] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac693052-9214-4d04-91ef-263380f2a464 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.138929] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.139363] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-610dea8e-b69f-49d8-ac07-f9a59023d47e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.146504] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1421.146504] env[69846]: value = "task-2950920" [ 1421.146504] env[69846]: _type = "Task" [ 1421.146504] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.154718] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.656816] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950920, 'name': PowerOffVM_Task, 'duration_secs': 0.122147} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.657106] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.657796] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.658582] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dc070c-0b14-4aee-9b66-22c57c8b20e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.665106] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.665359] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcfa17b8-9ec6-44f9-b72d-ce8f8538cbe1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.691991] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.692231] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.692386] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Deleting the datastore file [datastore1] ec8e76d2-f847-43f3-a3f3-8a61a87e483e {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.692647] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7a319b8-bc62-4d3b-b928-409cf1e4ceb4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.699881] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1421.699881] env[69846]: value = "task-2950922" [ 1421.699881] env[69846]: _type = "Task" [ 1421.699881] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.707531] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.209593] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137165} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.210029] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.210029] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.210208] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.239108] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.239396] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.239522] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.239702] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.239846] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.239992] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.240220] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.240378] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.240542] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.240702] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.240870] env[69846]: DEBUG nova.virt.hardware [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.241724] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1fe038-a6f6-429e-b2ef-baaa7b3fdca8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.249381] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0febc8dd-591d-4912-9442-f6ea6cd27a96 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.263115] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Instance VIF info [] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.268544] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.268761] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1423.268953] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60975f2d-ff28-4c95-8c6f-ff791c5bbabd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.285545] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.285545] env[69846]: value = "task-2950923" [ 1423.285545] env[69846]: _type = "Task" [ 1423.285545] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.292306] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950923, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.796325] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950923, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.295563] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950923, 'name': CreateVM_Task} progress is 99%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.796638] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950923, 'name': CreateVM_Task, 'duration_secs': 1.262808} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.796864] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.797233] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.797413] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.797751] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.798013] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2add4e7d-2c92-4e96-a934-3d59f74488e6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.802269] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1424.802269] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52561557-b3f5-f6ef-b5aa-57a6a981111b" [ 1424.802269] env[69846]: _type = "Task" [ 1424.802269] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.809324] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52561557-b3f5-f6ef-b5aa-57a6a981111b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.314310] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52561557-b3f5-f6ef-b5aa-57a6a981111b, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.314740] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.315039] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1425.315375] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.315563] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.315777] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1425.316113] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5061bd48-3b03-4782-aef3-59e16cc22a3d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.324451] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1425.324660] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1425.325432] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f061c7-0dab-4ec4-9d8a-37e802ba31c1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.330607] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1425.330607] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52339eb8-21a1-87f4-bc97-5ba1dc1014d7" [ 1425.330607] env[69846]: _type = "Task" [ 1425.330607] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.337773] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52339eb8-21a1-87f4-bc97-5ba1dc1014d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.841080] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52339eb8-21a1-87f4-bc97-5ba1dc1014d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008715} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.841916] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f55403-3b1f-49dc-a03f-4a070fc76a62 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.846714] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1425.846714] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52bf6292-bebf-5580-6808-4240e5b9f891" [ 1425.846714] env[69846]: _type = "Task" [ 1425.846714] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.853648] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52bf6292-bebf-5580-6808-4240e5b9f891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.357278] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52bf6292-bebf-5580-6808-4240e5b9f891, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.357639] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.358012] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] ec8e76d2-f847-43f3-a3f3-8a61a87e483e/ec8e76d2-f847-43f3-a3f3-8a61a87e483e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1426.358297] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c30e93d-7d73-4fdf-b658-602d3ab31538 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.364598] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1426.364598] env[69846]: value = "task-2950924" [ 1426.364598] env[69846]: _type = "Task" [ 1426.364598] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.371713] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.873611] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458241} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.873945] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] ec8e76d2-f847-43f3-a3f3-8a61a87e483e/ec8e76d2-f847-43f3-a3f3-8a61a87e483e.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1426.874195] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1426.874449] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a04406d-01a7-45c4-81da-5a85a93768d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.880176] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1426.880176] env[69846]: value = "task-2950925" [ 1426.880176] env[69846]: _type = "Task" [ 1426.880176] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.887205] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.390283] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115378} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.390729] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1427.391334] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4cb981-f8e7-4b1e-9a10-9244df985d36 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.409933] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] ec8e76d2-f847-43f3-a3f3-8a61a87e483e/ec8e76d2-f847-43f3-a3f3-8a61a87e483e.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.410175] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf0894d-5f78-412e-8b1f-90d124c37af1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.429039] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1427.429039] env[69846]: value = "task-2950926" [ 1427.429039] env[69846]: _type = "Task" [ 1427.429039] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.435813] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.940057] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950926, 'name': ReconfigVM_Task, 'duration_secs': 0.28705} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.940057] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Reconfigured VM instance instance-0000007d to attach disk [datastore1] ec8e76d2-f847-43f3-a3f3-8a61a87e483e/ec8e76d2-f847-43f3-a3f3-8a61a87e483e.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.940614] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b00f83-334a-4b3a-9a9f-8d1b2c3e412d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.947098] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1427.947098] env[69846]: value = "task-2950927" [ 1427.947098] env[69846]: _type = "Task" [ 1427.947098] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.954565] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950927, 'name': Rename_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.456829] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950927, 'name': Rename_Task, 'duration_secs': 0.141797} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.457210] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1428.457314] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0461e13c-7a45-417c-adad-c680210be278 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.462610] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1428.462610] env[69846]: value = "task-2950928" [ 1428.462610] env[69846]: _type = "Task" [ 1428.462610] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.469746] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.971984] env[69846]: DEBUG oslo_vmware.api [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950928, 'name': PowerOnVM_Task, 'duration_secs': 0.473325} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.972278] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1428.972495] env[69846]: DEBUG nova.compute.manager [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1428.973266] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d830914e-29ba-41c6-8ac5-a7caf73cd068 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.488794] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.488794] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.488794] env[69846]: DEBUG nova.objects.instance [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69846) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1429.705247] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.705520] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.705708] env[69846]: DEBUG nova.compute.manager [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.706670] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901d610e-2188-445e-8315-d05dde365524 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.713324] env[69846]: DEBUG nova.compute.manager [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69846) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1429.713858] env[69846]: DEBUG nova.objects.instance [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'flavor' on Instance uuid c56c4a8b-596d-40d0-8e46-ca437302c8b9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.832777] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "ec8e76d2-f847-43f3-a3f3-8a61a87e483e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.832979] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "ec8e76d2-f847-43f3-a3f3-8a61a87e483e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.833256] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "ec8e76d2-f847-43f3-a3f3-8a61a87e483e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.833455] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "ec8e76d2-f847-43f3-a3f3-8a61a87e483e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.833754] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "ec8e76d2-f847-43f3-a3f3-8a61a87e483e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.835701] env[69846]: INFO nova.compute.manager [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Terminating instance [ 1430.339838] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "refresh_cache-ec8e76d2-f847-43f3-a3f3-8a61a87e483e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.340057] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquired lock "refresh_cache-ec8e76d2-f847-43f3-a3f3-8a61a87e483e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.340244] env[69846]: DEBUG nova.network.neutron [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.496181] env[69846]: DEBUG oslo_concurrency.lockutils [None req-6981e517-a34f-4d94-a512-f8522444aac8 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.721712] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.721993] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c003a9-5bf2-46d4-816b-5a1324e559ca {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.728785] env[69846]: DEBUG oslo_vmware.api [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1430.728785] env[69846]: value = "task-2950929" [ 1430.728785] env[69846]: _type = "Task" [ 1430.728785] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.736682] env[69846]: DEBUG oslo_vmware.api [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.860136] env[69846]: DEBUG nova.network.neutron [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.908350] env[69846]: DEBUG nova.network.neutron [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.239147] env[69846]: DEBUG oslo_vmware.api [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950929, 'name': PowerOffVM_Task, 'duration_secs': 0.176274} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.239427] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.239622] env[69846]: DEBUG nova.compute.manager [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.240388] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f6fd00-ba29-4e32-bee6-31f32976f212 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.411595] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Releasing lock "refresh_cache-ec8e76d2-f847-43f3-a3f3-8a61a87e483e" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.412037] env[69846]: DEBUG nova.compute.manager [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1431.412251] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.413130] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1912574-aecd-48e1-a687-ac7fd15d203b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.420539] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.420764] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d577aa-4217-4c68-a4a8-7fb66f468545 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.426444] env[69846]: DEBUG oslo_vmware.api [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1431.426444] env[69846]: value = "task-2950930" [ 1431.426444] env[69846]: _type = "Task" [ 1431.426444] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.434233] env[69846]: DEBUG oslo_vmware.api [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.751046] env[69846]: DEBUG oslo_concurrency.lockutils [None req-e5b057d6-f5d0-454e-840c-8f099ab914f9 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.936225] env[69846]: DEBUG oslo_vmware.api [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950930, 'name': PowerOffVM_Task, 'duration_secs': 0.178761} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.936572] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.936791] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.937082] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff2f6b2a-cbf8-46c2-84b5-d8120d5b2561 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.960612] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.960873] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.961027] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Deleting the datastore file [datastore1] ec8e76d2-f847-43f3-a3f3-8a61a87e483e {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.961293] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2706e02a-0913-481a-b120-f78dd0310b89 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.967426] env[69846]: DEBUG oslo_vmware.api [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for the task: (returnval){ [ 1431.967426] env[69846]: value = "task-2950932" [ 1431.967426] env[69846]: _type = "Task" [ 1431.967426] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.975270] env[69846]: DEBUG oslo_vmware.api [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.299253] env[69846]: DEBUG nova.objects.instance [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'flavor' on Instance uuid c56c4a8b-596d-40d0-8e46-ca437302c8b9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.476802] env[69846]: DEBUG oslo_vmware.api [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Task: {'id': task-2950932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095294} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.477103] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.477250] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.477425] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.477597] env[69846]: INFO nova.compute.manager [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1432.477834] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.478028] env[69846]: DEBUG nova.compute.manager [-] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.478126] env[69846]: DEBUG nova.network.neutron [-] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1432.494321] env[69846]: DEBUG nova.network.neutron [-] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.804215] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.804563] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.804563] env[69846]: DEBUG nova.network.neutron [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.804721] env[69846]: DEBUG nova.objects.instance [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'info_cache' on Instance uuid c56c4a8b-596d-40d0-8e46-ca437302c8b9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.996566] env[69846]: DEBUG nova.network.neutron [-] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.307867] env[69846]: DEBUG nova.objects.base [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69846) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1433.499619] env[69846]: INFO nova.compute.manager [-] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Took 1.02 seconds to deallocate network for instance. [ 1434.005963] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.006298] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.006496] env[69846]: DEBUG nova.objects.instance [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lazy-loading 'resources' on Instance uuid ec8e76d2-f847-43f3-a3f3-8a61a87e483e {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.008626] env[69846]: DEBUG nova.network.neutron [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Updating instance_info_cache with network_info: [{"id": "90850224-12b8-47c4-8d3d-8d6844981d69", "address": "fa:16:3e:bc:8d:99", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90850224-12", "ovs_interfaceid": "90850224-12b8-47c4-8d3d-8d6844981d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.513598] env[69846]: DEBUG oslo_concurrency.lockutils [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.570199] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5277153-e240-4808-bb19-44d837f6fb16 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.577804] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f756bc6-7e39-4ca8-bd8e-0a3d632781c5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.607206] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0960cb-3f87-4a10-8ecb-66074eb7da88 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.613766] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74109d92-9fc6-42be-b0a5-8029272e32bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.627425] env[69846]: DEBUG nova.compute.provider_tree [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.131349] env[69846]: DEBUG nova.scheduler.client.report [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.518761] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.519132] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7201c386-0fcf-47af-9417-05ddd5810df3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.526874] env[69846]: DEBUG oslo_vmware.api [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1435.526874] env[69846]: value = "task-2950933" [ 1435.526874] env[69846]: _type = "Task" [ 1435.526874] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.534463] env[69846]: DEBUG oslo_vmware.api [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.637678] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.660521] env[69846]: INFO nova.scheduler.client.report [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Deleted allocations for instance ec8e76d2-f847-43f3-a3f3-8a61a87e483e [ 1436.037395] env[69846]: DEBUG oslo_vmware.api [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950933, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.168143] env[69846]: DEBUG oslo_concurrency.lockutils [None req-c2db5651-7540-4687-89ec-4f55fbbc3719 tempest-ServersListShow298Test-612813099 tempest-ServersListShow298Test-612813099-project-member] Lock "ec8e76d2-f847-43f3-a3f3-8a61a87e483e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.335s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.537478] env[69846]: DEBUG oslo_vmware.api [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950933, 'name': PowerOnVM_Task, 'duration_secs': 0.644357} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.537741] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.537939] env[69846]: DEBUG nova.compute.manager [None req-4880f96b-a270-446b-a9a1-58e311b260de tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.538678] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ac4edd-16f1-4de2-9322-4c26e7b301c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.189941] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d433d0bb-920b-4164-ac61-cc56c3f732ce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.196417] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95229a14-784c-4ee2-a166-b4ec43a65d12 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Suspending the VM {{(pid=69846) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1438.196647] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-622fcb2f-2660-44f0-a025-8c3a81f76782 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.202472] env[69846]: DEBUG oslo_vmware.api [None req-95229a14-784c-4ee2-a166-b4ec43a65d12 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1438.202472] env[69846]: value = "task-2950934" [ 1438.202472] env[69846]: _type = "Task" [ 1438.202472] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.210612] env[69846]: DEBUG oslo_vmware.api [None req-95229a14-784c-4ee2-a166-b4ec43a65d12 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950934, 'name': SuspendVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.711674] env[69846]: DEBUG oslo_vmware.api [None req-95229a14-784c-4ee2-a166-b4ec43a65d12 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950934, 'name': SuspendVM_Task} progress is 70%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.212404] env[69846]: DEBUG oslo_vmware.api [None req-95229a14-784c-4ee2-a166-b4ec43a65d12 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950934, 'name': SuspendVM_Task, 'duration_secs': 0.60532} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.212791] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-95229a14-784c-4ee2-a166-b4ec43a65d12 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Suspended the VM {{(pid=69846) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1439.212892] env[69846]: DEBUG nova.compute.manager [None req-95229a14-784c-4ee2-a166-b4ec43a65d12 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.213671] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25be85c5-c5b7-49f4-9f49-89680dd0d056 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.807174] env[69846]: INFO nova.compute.manager [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Resuming [ 1440.807830] env[69846]: DEBUG nova.objects.instance [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'flavor' on Instance uuid c56c4a8b-596d-40d0-8e46-ca437302c8b9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.268103] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "d9776b15-d818-4687-9159-20977d6a5c99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.268380] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "d9776b15-d818-4687-9159-20977d6a5c99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.268592] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "d9776b15-d818-4687-9159-20977d6a5c99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.268772] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "d9776b15-d818-4687-9159-20977d6a5c99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.268941] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "d9776b15-d818-4687-9159-20977d6a5c99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.271032] env[69846]: INFO nova.compute.manager [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Terminating instance [ 1441.774529] env[69846]: DEBUG nova.compute.manager [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.774797] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.775741] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b434ba20-6b5e-471a-96b8-626603a342f3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.783401] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.783629] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca98c9a-0103-419f-a265-92a30ab9acd4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.789496] env[69846]: DEBUG oslo_vmware.api [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1441.789496] env[69846]: value = "task-2950935" [ 1441.789496] env[69846]: _type = "Task" [ 1441.789496] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.796691] env[69846]: DEBUG oslo_vmware.api [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.298651] env[69846]: DEBUG oslo_vmware.api [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950935, 'name': PowerOffVM_Task, 'duration_secs': 0.16687} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.299091] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.299091] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.299324] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-701a6d96-a6d9-420d-a6b2-0d9d2f2aea06 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.315432] env[69846]: DEBUG oslo_concurrency.lockutils [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.315644] env[69846]: DEBUG oslo_concurrency.lockutils [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquired lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.315823] env[69846]: DEBUG nova.network.neutron [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.361183] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.361424] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.361578] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleting the datastore file [datastore1] d9776b15-d818-4687-9159-20977d6a5c99 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.361841] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a26fe769-4cdf-4114-a339-054c7c2a0e73 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.367787] env[69846]: DEBUG oslo_vmware.api [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1442.367787] env[69846]: value = "task-2950937" [ 1442.367787] env[69846]: _type = "Task" [ 1442.367787] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.374954] env[69846]: DEBUG oslo_vmware.api [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.877079] env[69846]: DEBUG oslo_vmware.api [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127364} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.879445] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.879636] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.879808] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.879979] env[69846]: INFO nova.compute.manager [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1442.880228] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.880426] env[69846]: DEBUG nova.compute.manager [-] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.880521] env[69846]: DEBUG nova.network.neutron [-] [instance: d9776b15-d818-4687-9159-20977d6a5c99] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1443.034319] env[69846]: DEBUG nova.network.neutron [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Updating instance_info_cache with network_info: [{"id": "90850224-12b8-47c4-8d3d-8d6844981d69", "address": "fa:16:3e:bc:8d:99", "network": {"id": "4f2f1686-3c32-4eb7-95e6-55488c09f60d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2121260027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d0f0e9a6cf4ead9090ef122c604272", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90850224-12", "ovs_interfaceid": "90850224-12b8-47c4-8d3d-8d6844981d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.293506] env[69846]: DEBUG nova.compute.manager [req-0ed4994c-729e-4fde-8b79-a9290c18aa5d req-f030abc3-e3f7-455a-a19c-a60b1e4bd391 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Received event network-vif-deleted-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1443.293506] env[69846]: INFO nova.compute.manager [req-0ed4994c-729e-4fde-8b79-a9290c18aa5d req-f030abc3-e3f7-455a-a19c-a60b1e4bd391 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Neutron deleted interface 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7; detaching it from the instance and deleting it from the info cache [ 1443.293659] env[69846]: DEBUG nova.network.neutron [req-0ed4994c-729e-4fde-8b79-a9290c18aa5d req-f030abc3-e3f7-455a-a19c-a60b1e4bd391 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.536868] env[69846]: DEBUG oslo_concurrency.lockutils [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Releasing lock "refresh_cache-c56c4a8b-596d-40d0-8e46-ca437302c8b9" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.537969] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75698d3c-daaa-4bd2-83ba-0ed176feeee1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.544799] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Resuming the VM {{(pid=69846) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1443.545043] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b19448a-011e-4f83-ab63-3a0f7b1236f9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.551780] env[69846]: DEBUG oslo_vmware.api [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1443.551780] env[69846]: value = "task-2950938" [ 1443.551780] env[69846]: _type = "Task" [ 1443.551780] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.559569] env[69846]: DEBUG oslo_vmware.api [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.776482] env[69846]: DEBUG nova.network.neutron [-] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.796415] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0b5acad-ceba-4c06-b6cb-91fc46e8895d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.806080] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b840c51-deb1-4425-b06a-43c4628b826c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.832755] env[69846]: DEBUG nova.compute.manager [req-0ed4994c-729e-4fde-8b79-a9290c18aa5d req-f030abc3-e3f7-455a-a19c-a60b1e4bd391 service nova] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Detach interface failed, port_id=9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7, reason: Instance d9776b15-d818-4687-9159-20977d6a5c99 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1444.063606] env[69846]: DEBUG oslo_vmware.api [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950938, 'name': PowerOnVM_Task, 'duration_secs': 0.503275} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.063962] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Resumed the VM {{(pid=69846) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1444.064185] env[69846]: DEBUG nova.compute.manager [None req-208dc686-cfef-4ba6-a047-a91de353529f tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.065095] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c8e0af-8286-4501-896d-c6e26f146661 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.280666] env[69846]: INFO nova.compute.manager [-] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Took 1.40 seconds to deallocate network for instance. [ 1444.787554] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.787902] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.788133] env[69846]: DEBUG nova.objects.instance [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lazy-loading 'resources' on Instance uuid d9776b15-d818-4687-9159-20977d6a5c99 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.339045] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56be2525-5790-4698-ac2e-7bae0a5d426e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.346017] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3e2715-53b2-4a73-a929-e7739215bafa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.375362] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ea1d86-9c69-4c25-a93a-f86f16c8dcf2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.382441] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29db0044-f919-4670-8187-236bd5bfe4dd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.395176] env[69846]: DEBUG nova.compute.provider_tree [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.436544] env[69846]: DEBUG oslo_concurrency.lockutils [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.436805] env[69846]: DEBUG oslo_concurrency.lockutils [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.437028] env[69846]: DEBUG oslo_concurrency.lockutils [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.437262] env[69846]: DEBUG oslo_concurrency.lockutils [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.437428] env[69846]: DEBUG oslo_concurrency.lockutils [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.439437] env[69846]: INFO nova.compute.manager [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Terminating instance [ 1445.898476] env[69846]: DEBUG nova.scheduler.client.report [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.943881] env[69846]: DEBUG nova.compute.manager [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1445.944229] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.945854] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df460069-0ad5-4920-90a3-6a94b7a7318a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.954242] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.954497] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67802313-85dc-4fda-81d0-e0632910f8e4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.960993] env[69846]: DEBUG oslo_vmware.api [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1445.960993] env[69846]: value = "task-2950939" [ 1445.960993] env[69846]: _type = "Task" [ 1445.960993] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.969163] env[69846]: DEBUG oslo_vmware.api [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.403451] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.421093] env[69846]: INFO nova.scheduler.client.report [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleted allocations for instance d9776b15-d818-4687-9159-20977d6a5c99 [ 1446.470793] env[69846]: DEBUG oslo_vmware.api [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950939, 'name': PowerOffVM_Task, 'duration_secs': 0.196906} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.471065] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.471238] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.471476] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8e844e5-ad43-4797-8ee9-f62443b02a1e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.535035] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.535213] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.535455] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleting the datastore file [datastore1] c56c4a8b-596d-40d0-8e46-ca437302c8b9 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.535702] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85690f5d-0f92-478c-9bac-d55f76bc9cba {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.541547] env[69846]: DEBUG oslo_vmware.api [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for the task: (returnval){ [ 1446.541547] env[69846]: value = "task-2950941" [ 1446.541547] env[69846]: _type = "Task" [ 1446.541547] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.548892] env[69846]: DEBUG oslo_vmware.api [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.929637] env[69846]: DEBUG oslo_concurrency.lockutils [None req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "d9776b15-d818-4687-9159-20977d6a5c99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.661s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.051836] env[69846]: DEBUG oslo_vmware.api [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Task: {'id': task-2950941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130561} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.052102] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.052294] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.052470] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.052647] env[69846]: INFO nova.compute.manager [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1447.052889] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1447.053089] env[69846]: DEBUG nova.compute.manager [-] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.053176] env[69846]: DEBUG nova.network.neutron [-] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.508037] env[69846]: DEBUG nova.compute.manager [req-0b098e31-e3be-458f-b419-ca04e118c447 req-a20c429c-8f2f-4ab9-98d8-87c091249d9f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Received event network-vif-deleted-90850224-12b8-47c4-8d3d-8d6844981d69 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.508141] env[69846]: INFO nova.compute.manager [req-0b098e31-e3be-458f-b419-ca04e118c447 req-a20c429c-8f2f-4ab9-98d8-87c091249d9f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Neutron deleted interface 90850224-12b8-47c4-8d3d-8d6844981d69; detaching it from the instance and deleting it from the info cache [ 1447.508399] env[69846]: DEBUG nova.network.neutron [req-0b098e31-e3be-458f-b419-ca04e118c447 req-a20c429c-8f2f-4ab9-98d8-87c091249d9f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.989392] env[69846]: DEBUG nova.network.neutron [-] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.010584] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c0dfa56-961b-4a53-a7c0-c3c334b21852 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.020271] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b605871-19d6-479d-9b34-93cbb818ff21 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.045631] env[69846]: DEBUG nova.compute.manager [req-0b098e31-e3be-458f-b419-ca04e118c447 req-a20c429c-8f2f-4ab9-98d8-87c091249d9f service nova] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Detach interface failed, port_id=90850224-12b8-47c4-8d3d-8d6844981d69, reason: Instance c56c4a8b-596d-40d0-8e46-ca437302c8b9 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1448.180568] env[69846]: DEBUG oslo_concurrency.lockutils [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "da957371-3f7a-4921-b3c1-098712ff54d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.180835] env[69846]: DEBUG oslo_concurrency.lockutils [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.492113] env[69846]: INFO nova.compute.manager [-] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Took 1.44 seconds to deallocate network for instance. [ 1448.684133] env[69846]: INFO nova.compute.manager [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Detaching volume 321ab948-4b17-4e9c-b09d-48d775dc8b88 [ 1448.714669] env[69846]: INFO nova.virt.block_device [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Attempting to driver detach volume 321ab948-4b17-4e9c-b09d-48d775dc8b88 from mountpoint /dev/sdb [ 1448.714906] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1448.715145] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592228', 'volume_id': '321ab948-4b17-4e9c-b09d-48d775dc8b88', 'name': 'volume-321ab948-4b17-4e9c-b09d-48d775dc8b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da957371-3f7a-4921-b3c1-098712ff54d5', 'attached_at': '', 'detached_at': '', 'volume_id': '321ab948-4b17-4e9c-b09d-48d775dc8b88', 'serial': '321ab948-4b17-4e9c-b09d-48d775dc8b88'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1448.716074] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d778ed65-9173-4392-ac1a-16d36de1a260 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.737080] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90159a2a-87eb-497a-9bec-52e60b7c6e78 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.744295] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544d5461-670b-4818-bb58-d006da207efd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.765203] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def8fc53-611a-4f58-879e-5898a0cfc5f7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.779414] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] The volume has not been displaced from its original location: [datastore1] volume-321ab948-4b17-4e9c-b09d-48d775dc8b88/volume-321ab948-4b17-4e9c-b09d-48d775dc8b88.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1448.784516] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1448.785073] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaee8c91-d21d-430c-baf1-6669c89a069c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.801884] env[69846]: DEBUG oslo_vmware.api [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1448.801884] env[69846]: value = "task-2950942" [ 1448.801884] env[69846]: _type = "Task" [ 1448.801884] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.809229] env[69846]: DEBUG oslo_vmware.api [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.998862] env[69846]: DEBUG oslo_concurrency.lockutils [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.999292] env[69846]: DEBUG oslo_concurrency.lockutils [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.999389] env[69846]: DEBUG nova.objects.instance [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lazy-loading 'resources' on Instance uuid c56c4a8b-596d-40d0-8e46-ca437302c8b9 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.311854] env[69846]: DEBUG oslo_vmware.api [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950942, 'name': ReconfigVM_Task, 'duration_secs': 0.236531} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.312087] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1449.316639] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad41d8bc-3cb1-4e07-95f2-ad928fbe5c24 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.331155] env[69846]: DEBUG oslo_vmware.api [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1449.331155] env[69846]: value = "task-2950943" [ 1449.331155] env[69846]: _type = "Task" [ 1449.331155] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.338630] env[69846]: DEBUG oslo_vmware.api [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.543556] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef24c82-f6b2-4a3c-88f0-b5cddddd57ad {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.551349] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d69aef1-6e6f-4550-a30e-b301a8264273 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.581028] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc669f-8738-4a3d-a405-fa0e4c2010e0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.588460] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c99f6d8-c5e7-4bb5-8ec5-9cb28289aa4a {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.602720] env[69846]: DEBUG nova.compute.provider_tree [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.841724] env[69846]: DEBUG oslo_vmware.api [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950943, 'name': ReconfigVM_Task, 'duration_secs': 0.129496} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.841996] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592228', 'volume_id': '321ab948-4b17-4e9c-b09d-48d775dc8b88', 'name': 'volume-321ab948-4b17-4e9c-b09d-48d775dc8b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da957371-3f7a-4921-b3c1-098712ff54d5', 'attached_at': '', 'detached_at': '', 'volume_id': '321ab948-4b17-4e9c-b09d-48d775dc8b88', 'serial': '321ab948-4b17-4e9c-b09d-48d775dc8b88'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1450.105850] env[69846]: DEBUG nova.scheduler.client.report [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.381775] env[69846]: DEBUG nova.objects.instance [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lazy-loading 'flavor' on Instance uuid da957371-3f7a-4921-b3c1-098712ff54d5 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.611013] env[69846]: DEBUG oslo_concurrency.lockutils [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.633341] env[69846]: INFO nova.scheduler.client.report [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Deleted allocations for instance c56c4a8b-596d-40d0-8e46-ca437302c8b9 [ 1451.141206] env[69846]: DEBUG oslo_concurrency.lockutils [None req-11984799-4e81-44e8-9367-28f3bc0f536e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Lock "c56c4a8b-596d-40d0-8e46-ca437302c8b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.389301] env[69846]: DEBUG oslo_concurrency.lockutils [None req-864b6f12-e97d-4ed6-93b7-68c43781d471 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.433010] env[69846]: DEBUG oslo_concurrency.lockutils [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "da957371-3f7a-4921-b3c1-098712ff54d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.433316] env[69846]: DEBUG oslo_concurrency.lockutils [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.433533] env[69846]: DEBUG oslo_concurrency.lockutils [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "da957371-3f7a-4921-b3c1-098712ff54d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.433720] env[69846]: DEBUG oslo_concurrency.lockutils [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.433891] env[69846]: DEBUG oslo_concurrency.lockutils [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.436144] env[69846]: INFO nova.compute.manager [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Terminating instance [ 1452.939985] env[69846]: DEBUG nova.compute.manager [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.940248] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.941188] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb4dcd5-cd60-44b1-9088-1c0a5e6c5ed2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.949733] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.949924] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de80b013-884a-4085-a71f-4b0a118f5f4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.957072] env[69846]: DEBUG oslo_vmware.api [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1452.957072] env[69846]: value = "task-2950944" [ 1452.957072] env[69846]: _type = "Task" [ 1452.957072] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.965949] env[69846]: DEBUG oslo_vmware.api [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.468664] env[69846]: DEBUG oslo_vmware.api [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950944, 'name': PowerOffVM_Task, 'duration_secs': 0.196448} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.469042] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.469042] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.469246] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b83945c1-63ab-49c2-815c-47053dd8def8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.530764] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.530973] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.531180] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleting the datastore file [datastore2] da957371-3f7a-4921-b3c1-098712ff54d5 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.531441] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae645444-bcf6-4c3b-bf2e-0c1866a2b693 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.538049] env[69846]: DEBUG oslo_vmware.api [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1453.538049] env[69846]: value = "task-2950946" [ 1453.538049] env[69846]: _type = "Task" [ 1453.538049] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.545684] env[69846]: DEBUG oslo_vmware.api [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.048069] env[69846]: DEBUG oslo_vmware.api [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12892} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.048283] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.048470] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.048648] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.048886] env[69846]: INFO nova.compute.manager [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1454.049095] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.049290] env[69846]: DEBUG nova.compute.manager [-] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1454.049384] env[69846]: DEBUG nova.network.neutron [-] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.368590] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.481670] env[69846]: DEBUG nova.compute.manager [req-61fbc75a-4e95-4957-b9bc-2094a98119d5 req-9fb569a7-ec6a-4663-bfb0-be94731ec454 service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Received event network-vif-deleted-dae8a345-4862-4c4e-a2d5-aef328904215 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.481920] env[69846]: INFO nova.compute.manager [req-61fbc75a-4e95-4957-b9bc-2094a98119d5 req-9fb569a7-ec6a-4663-bfb0-be94731ec454 service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Neutron deleted interface dae8a345-4862-4c4e-a2d5-aef328904215; detaching it from the instance and deleting it from the info cache [ 1454.482125] env[69846]: DEBUG nova.network.neutron [req-61fbc75a-4e95-4957-b9bc-2094a98119d5 req-9fb569a7-ec6a-4663-bfb0-be94731ec454 service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.871907] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.872258] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.872469] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.872674] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1454.873597] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7649d928-dc34-4c02-b8a7-a27bd95a79d6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.881798] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da09b197-7d9c-400c-9c71-27e377f59fce {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.894889] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0dad9d-8c7e-4e2f-97dd-b58c2b13334e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.900770] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fe7d91-6245-45e2-8b3b-34e7d814b828 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.929791] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180483MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1454.929929] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.930141] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.965629] env[69846]: DEBUG nova.network.neutron [-] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.984120] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75a2589c-6b73-443d-9e8c-62ea2eda22a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.994076] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5351ec3-37af-4e32-a2b2-0bec089a8804 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.017498] env[69846]: DEBUG nova.compute.manager [req-61fbc75a-4e95-4957-b9bc-2094a98119d5 req-9fb569a7-ec6a-4663-bfb0-be94731ec454 service nova] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Detach interface failed, port_id=dae8a345-4862-4c4e-a2d5-aef328904215, reason: Instance da957371-3f7a-4921-b3c1-098712ff54d5 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1455.468314] env[69846]: INFO nova.compute.manager [-] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Took 1.42 seconds to deallocate network for instance. [ 1455.954368] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance da957371-3f7a-4921-b3c1-098712ff54d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1455.954618] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1455.954708] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1455.974357] env[69846]: DEBUG oslo_concurrency.lockutils [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.978857] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa76d370-6f45-4dad-9991-fdfc741f8d09 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.986479] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390c9f6d-6174-421d-861f-d59fc6fce5a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.015222] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac122ab-03c9-4dae-85d8-eaf6e91328ea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.022278] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963ee79e-6a4f-4a98-b429-d3663b4a412f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.035927] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.539101] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.043939] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1457.044321] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.044463] env[69846]: DEBUG oslo_concurrency.lockutils [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.070s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.044687] env[69846]: DEBUG nova.objects.instance [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lazy-loading 'resources' on Instance uuid da957371-3f7a-4921-b3c1-098712ff54d5 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.571487] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bdce96-fb4a-42cc-bb9f-27290b62ea17 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.578664] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0e09b9-dbdf-4ab5-8932-f7e665bed244 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.607148] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2a71d5-7c48-478b-b10f-e051ae0eba86 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.613519] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d56f3ed-5a7e-4ad6-be4c-f0d7fd9dc936 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.625965] env[69846]: DEBUG nova.compute.provider_tree [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.129470] env[69846]: DEBUG nova.scheduler.client.report [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.634663] env[69846]: DEBUG oslo_concurrency.lockutils [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.590s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.654761] env[69846]: INFO nova.scheduler.client.report [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleted allocations for instance da957371-3f7a-4921-b3c1-098712ff54d5 [ 1459.161933] env[69846]: DEBUG oslo_concurrency.lockutils [None req-adec3b06-fc9d-443c-aa4b-a50969e83a0b tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "da957371-3f7a-4921-b3c1-098712ff54d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.729s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.046346] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.046619] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.046736] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.046887] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.047057] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.047201] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1461.369293] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.369526] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.691527] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.691758] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.193780] env[69846]: DEBUG nova.compute.manager [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1462.363815] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.712382] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.712670] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.714175] env[69846]: INFO nova.compute.claims [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.746905] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f13fde-d89a-4492-b144-58055f083beb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.755024] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50709391-1dee-4888-8fea-ab7877f29f36 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.784524] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aae9f1-44aa-4d99-9d3c-953f75c6f92b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.791316] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c5f89b-d343-4993-8714-aadeb37bbd89 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.803929] env[69846]: DEBUG nova.compute.provider_tree [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.307281] env[69846]: DEBUG nova.scheduler.client.report [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.812106] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.812660] env[69846]: DEBUG nova.compute.manager [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1465.317429] env[69846]: DEBUG nova.compute.utils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1465.318775] env[69846]: DEBUG nova.compute.manager [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1465.318977] env[69846]: DEBUG nova.network.neutron [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1465.367294] env[69846]: DEBUG nova.policy [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faf2343f4b204c27b5eccc48893dd9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4f178dd89b24d238caf76c1f857af96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1465.627998] env[69846]: DEBUG nova.network.neutron [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Successfully created port: 8e0a4600-2455-417b-a0d9-c84762721ee3 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1465.822507] env[69846]: DEBUG nova.compute.manager [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1466.833064] env[69846]: DEBUG nova.compute.manager [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1466.859876] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1466.860145] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.860308] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1466.860496] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.860648] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1466.860802] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1466.861030] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1466.861203] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1466.861376] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1466.861543] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1466.861718] env[69846]: DEBUG nova.virt.hardware [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1466.862601] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9512f42-5814-4ec2-9bb2-f7bc0c7dca6d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.870456] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7ca8aa-5c8f-46d5-b73e-e73058b09889 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.961230] env[69846]: DEBUG nova.compute.manager [req-ea86754a-0c5b-41b1-8aff-ea11634b42ab req-5256a9fa-972f-445b-b131-53736bb06753 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Received event network-vif-plugged-8e0a4600-2455-417b-a0d9-c84762721ee3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.961471] env[69846]: DEBUG oslo_concurrency.lockutils [req-ea86754a-0c5b-41b1-8aff-ea11634b42ab req-5256a9fa-972f-445b-b131-53736bb06753 service nova] Acquiring lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.961712] env[69846]: DEBUG oslo_concurrency.lockutils [req-ea86754a-0c5b-41b1-8aff-ea11634b42ab req-5256a9fa-972f-445b-b131-53736bb06753 service nova] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.961889] env[69846]: DEBUG oslo_concurrency.lockutils [req-ea86754a-0c5b-41b1-8aff-ea11634b42ab req-5256a9fa-972f-445b-b131-53736bb06753 service nova] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.962113] env[69846]: DEBUG nova.compute.manager [req-ea86754a-0c5b-41b1-8aff-ea11634b42ab req-5256a9fa-972f-445b-b131-53736bb06753 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] No waiting events found dispatching network-vif-plugged-8e0a4600-2455-417b-a0d9-c84762721ee3 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1466.962296] env[69846]: WARNING nova.compute.manager [req-ea86754a-0c5b-41b1-8aff-ea11634b42ab req-5256a9fa-972f-445b-b131-53736bb06753 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Received unexpected event network-vif-plugged-8e0a4600-2455-417b-a0d9-c84762721ee3 for instance with vm_state building and task_state spawning. [ 1467.040694] env[69846]: DEBUG nova.network.neutron [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Successfully updated port: 8e0a4600-2455-417b-a0d9-c84762721ee3 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1467.542947] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "refresh_cache-74b69f32-9f10-4d5b-a5d4-5b9f745f4226" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.543115] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "refresh_cache-74b69f32-9f10-4d5b-a5d4-5b9f745f4226" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.543274] env[69846]: DEBUG nova.network.neutron [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.074990] env[69846]: DEBUG nova.network.neutron [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.188786] env[69846]: DEBUG nova.network.neutron [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Updating instance_info_cache with network_info: [{"id": "8e0a4600-2455-417b-a0d9-c84762721ee3", "address": "fa:16:3e:a7:a2:9a", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0a4600-24", "ovs_interfaceid": "8e0a4600-2455-417b-a0d9-c84762721ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.691176] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "refresh_cache-74b69f32-9f10-4d5b-a5d4-5b9f745f4226" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.691516] env[69846]: DEBUG nova.compute.manager [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Instance network_info: |[{"id": "8e0a4600-2455-417b-a0d9-c84762721ee3", "address": "fa:16:3e:a7:a2:9a", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0a4600-24", "ovs_interfaceid": "8e0a4600-2455-417b-a0d9-c84762721ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1468.691936] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:a2:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e0a4600-2455-417b-a0d9-c84762721ee3', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1468.699385] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1468.699583] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1468.699809] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-740808b1-30ed-4138-8834-511197930ccc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.720074] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1468.720074] env[69846]: value = "task-2950947" [ 1468.720074] env[69846]: _type = "Task" [ 1468.720074] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.729852] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950947, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.987241] env[69846]: DEBUG nova.compute.manager [req-7c0f4c17-dbc6-4889-85c1-d672f299193e req-48db436e-0621-4fa0-9ad4-46951d41b0e4 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Received event network-changed-8e0a4600-2455-417b-a0d9-c84762721ee3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.987452] env[69846]: DEBUG nova.compute.manager [req-7c0f4c17-dbc6-4889-85c1-d672f299193e req-48db436e-0621-4fa0-9ad4-46951d41b0e4 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Refreshing instance network info cache due to event network-changed-8e0a4600-2455-417b-a0d9-c84762721ee3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1468.987662] env[69846]: DEBUG oslo_concurrency.lockutils [req-7c0f4c17-dbc6-4889-85c1-d672f299193e req-48db436e-0621-4fa0-9ad4-46951d41b0e4 service nova] Acquiring lock "refresh_cache-74b69f32-9f10-4d5b-a5d4-5b9f745f4226" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.987804] env[69846]: DEBUG oslo_concurrency.lockutils [req-7c0f4c17-dbc6-4889-85c1-d672f299193e req-48db436e-0621-4fa0-9ad4-46951d41b0e4 service nova] Acquired lock "refresh_cache-74b69f32-9f10-4d5b-a5d4-5b9f745f4226" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.987963] env[69846]: DEBUG nova.network.neutron [req-7c0f4c17-dbc6-4889-85c1-d672f299193e req-48db436e-0621-4fa0-9ad4-46951d41b0e4 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Refreshing network info cache for port 8e0a4600-2455-417b-a0d9-c84762721ee3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.230426] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950947, 'name': CreateVM_Task, 'duration_secs': 0.290269} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.230746] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.231220] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.231386] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.231703] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.231953] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fdfb46-5837-44a4-ba81-557bcdbc3902 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.236257] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1469.236257] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52b25243-0b0d-e7ec-1b1b-8cb4b23affcd" [ 1469.236257] env[69846]: _type = "Task" [ 1469.236257] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.243583] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b25243-0b0d-e7ec-1b1b-8cb4b23affcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.654643] env[69846]: DEBUG nova.network.neutron [req-7c0f4c17-dbc6-4889-85c1-d672f299193e req-48db436e-0621-4fa0-9ad4-46951d41b0e4 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Updated VIF entry in instance network info cache for port 8e0a4600-2455-417b-a0d9-c84762721ee3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.654997] env[69846]: DEBUG nova.network.neutron [req-7c0f4c17-dbc6-4889-85c1-d672f299193e req-48db436e-0621-4fa0-9ad4-46951d41b0e4 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Updating instance_info_cache with network_info: [{"id": "8e0a4600-2455-417b-a0d9-c84762721ee3", "address": "fa:16:3e:a7:a2:9a", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0a4600-24", "ovs_interfaceid": "8e0a4600-2455-417b-a0d9-c84762721ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.746354] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52b25243-0b0d-e7ec-1b1b-8cb4b23affcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.746646] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.746907] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1469.747165] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.747319] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.747502] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1469.747756] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25de5cee-7a9b-4b6e-83d3-4040504733bc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.755546] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1469.755759] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1469.756435] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0a91b2-f4ce-4f0b-8bf2-a636865e1b48 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.761311] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1469.761311] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]5228c6f8-0ac4-bac9-06cf-782da68746d9" [ 1469.761311] env[69846]: _type = "Task" [ 1469.761311] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.768234] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5228c6f8-0ac4-bac9-06cf-782da68746d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.157732] env[69846]: DEBUG oslo_concurrency.lockutils [req-7c0f4c17-dbc6-4889-85c1-d672f299193e req-48db436e-0621-4fa0-9ad4-46951d41b0e4 service nova] Releasing lock "refresh_cache-74b69f32-9f10-4d5b-a5d4-5b9f745f4226" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.272904] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]5228c6f8-0ac4-bac9-06cf-782da68746d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008246} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.273710] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e587bcf-63f9-4e33-9c27-a96c8d590cd9 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.278556] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1470.278556] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52f9ac75-146b-da85-998d-df082175e876" [ 1470.278556] env[69846]: _type = "Task" [ 1470.278556] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.285497] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f9ac75-146b-da85-998d-df082175e876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.788450] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52f9ac75-146b-da85-998d-df082175e876, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.788718] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.788979] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 74b69f32-9f10-4d5b-a5d4-5b9f745f4226/74b69f32-9f10-4d5b-a5d4-5b9f745f4226.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.789256] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c6f15a-f3c3-465a-858f-29635454e19c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.795475] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1470.795475] env[69846]: value = "task-2950948" [ 1470.795475] env[69846]: _type = "Task" [ 1470.795475] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.802700] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.304905] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410326} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.305270] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore2] 74b69f32-9f10-4d5b-a5d4-5b9f745f4226/74b69f32-9f10-4d5b-a5d4-5b9f745f4226.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1471.305395] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1471.305642] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81c22faa-06b8-4b68-bbf6-001e78a9646c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.311900] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1471.311900] env[69846]: value = "task-2950949" [ 1471.311900] env[69846]: _type = "Task" [ 1471.311900] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.318419] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.821658] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062015} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.821950] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1471.822701] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06107b4-18aa-4a2a-9651-6c8ae461a0ee {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.843655] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 74b69f32-9f10-4d5b-a5d4-5b9f745f4226/74b69f32-9f10-4d5b-a5d4-5b9f745f4226.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.843891] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e5c5b3-c8ba-4fdc-bc4a-0c4b642407e8 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.862775] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1471.862775] env[69846]: value = "task-2950950" [ 1471.862775] env[69846]: _type = "Task" [ 1471.862775] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.869943] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.372024] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950950, 'name': ReconfigVM_Task, 'duration_secs': 0.25805} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.372443] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 74b69f32-9f10-4d5b-a5d4-5b9f745f4226/74b69f32-9f10-4d5b-a5d4-5b9f745f4226.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.373031] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bf54ef5-4b8f-4a3d-91a4-6dcc25d0bc57 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.379753] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1472.379753] env[69846]: value = "task-2950951" [ 1472.379753] env[69846]: _type = "Task" [ 1472.379753] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.386789] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950951, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.889268] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950951, 'name': Rename_Task, 'duration_secs': 0.137572} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.889594] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.889843] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2f29bc3-e854-4d3d-a798-2cf147693be1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.895941] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1472.895941] env[69846]: value = "task-2950952" [ 1472.895941] env[69846]: _type = "Task" [ 1472.895941] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.905353] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.405844] env[69846]: DEBUG oslo_vmware.api [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950952, 'name': PowerOnVM_Task, 'duration_secs': 0.492156} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.407114] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.407114] env[69846]: INFO nova.compute.manager [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1473.407114] env[69846]: DEBUG nova.compute.manager [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.407718] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115c841f-7397-4621-9f21-403e901f6998 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.927064] env[69846]: INFO nova.compute.manager [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Took 11.23 seconds to build instance. [ 1474.429802] env[69846]: DEBUG oslo_concurrency.lockutils [None req-44bdfe87-6f06-4245-aa3e-8820506f7295 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.738s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.585746] env[69846]: DEBUG nova.compute.manager [req-94b3ae5e-e029-4ada-a2ac-3f7b5f17e31d req-7d39bec3-921b-4a37-9108-9e6f3857402c service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Received event network-changed-8e0a4600-2455-417b-a0d9-c84762721ee3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.585746] env[69846]: DEBUG nova.compute.manager [req-94b3ae5e-e029-4ada-a2ac-3f7b5f17e31d req-7d39bec3-921b-4a37-9108-9e6f3857402c service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Refreshing instance network info cache due to event network-changed-8e0a4600-2455-417b-a0d9-c84762721ee3. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1474.585746] env[69846]: DEBUG oslo_concurrency.lockutils [req-94b3ae5e-e029-4ada-a2ac-3f7b5f17e31d req-7d39bec3-921b-4a37-9108-9e6f3857402c service nova] Acquiring lock "refresh_cache-74b69f32-9f10-4d5b-a5d4-5b9f745f4226" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.585746] env[69846]: DEBUG oslo_concurrency.lockutils [req-94b3ae5e-e029-4ada-a2ac-3f7b5f17e31d req-7d39bec3-921b-4a37-9108-9e6f3857402c service nova] Acquired lock "refresh_cache-74b69f32-9f10-4d5b-a5d4-5b9f745f4226" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.585746] env[69846]: DEBUG nova.network.neutron [req-94b3ae5e-e029-4ada-a2ac-3f7b5f17e31d req-7d39bec3-921b-4a37-9108-9e6f3857402c service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Refreshing network info cache for port 8e0a4600-2455-417b-a0d9-c84762721ee3 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.293422] env[69846]: DEBUG nova.network.neutron [req-94b3ae5e-e029-4ada-a2ac-3f7b5f17e31d req-7d39bec3-921b-4a37-9108-9e6f3857402c service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Updated VIF entry in instance network info cache for port 8e0a4600-2455-417b-a0d9-c84762721ee3. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.293776] env[69846]: DEBUG nova.network.neutron [req-94b3ae5e-e029-4ada-a2ac-3f7b5f17e31d req-7d39bec3-921b-4a37-9108-9e6f3857402c service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Updating instance_info_cache with network_info: [{"id": "8e0a4600-2455-417b-a0d9-c84762721ee3", "address": "fa:16:3e:a7:a2:9a", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0a4600-24", "ovs_interfaceid": "8e0a4600-2455-417b-a0d9-c84762721ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.796972] env[69846]: DEBUG oslo_concurrency.lockutils [req-94b3ae5e-e029-4ada-a2ac-3f7b5f17e31d req-7d39bec3-921b-4a37-9108-9e6f3857402c service nova] Releasing lock "refresh_cache-74b69f32-9f10-4d5b-a5d4-5b9f745f4226" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.328512] env[69846]: DEBUG oslo_concurrency.lockutils [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.329228] env[69846]: DEBUG oslo_concurrency.lockutils [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.832265] env[69846]: DEBUG nova.compute.utils [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1513.334835] env[69846]: DEBUG oslo_concurrency.lockutils [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.393047] env[69846]: DEBUG oslo_concurrency.lockutils [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.393445] env[69846]: DEBUG oslo_concurrency.lockutils [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.393800] env[69846]: INFO nova.compute.manager [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Attaching volume e61d7a5a-646d-4ef7-a303-3ee40ce56840 to /dev/sdb [ 1514.423164] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26583345-6014-4963-9aad-0734762c8726 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.430271] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a1598-037a-4710-829c-ec8490714a34 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.442868] env[69846]: DEBUG nova.virt.block_device [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Updating existing volume attachment record: 21ca71ad-752c-4130-b486-45c7fa140aae {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1516.370050] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.872825] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.873124] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.873299] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.873464] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1516.874407] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00c6fe-fa7d-4776-ae46-3dc982e75632 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.882535] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041b5c25-add0-496e-9ed0-750df0fb08cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.896185] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9312249f-b80c-4968-b397-03ec2b7f8f7f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.902249] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d926dc-4a6f-419d-a165-64c982e9f80c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.930790] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181002MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1516.930937] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.931173] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.957137] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance 74b69f32-9f10-4d5b-a5d4-5b9f745f4226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1517.957391] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1517.957513] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1517.983612] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00d21ea-aef1-474d-bdf8-fc1efa7cf5cc {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.990885] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd354f-c39a-4ad7-b266-9baa6456ad76 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.020777] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeffef03-fcf2-49f3-a537-23712d4bd573 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.027984] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee15fd8-035d-4f7e-9cee-27963a12f4c2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.041403] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.544226] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.985411] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1518.985640] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592239', 'volume_id': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'name': 'volume-e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74b69f32-9f10-4d5b-a5d4-5b9f745f4226', 'attached_at': '', 'detached_at': '', 'volume_id': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'serial': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1518.986591] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c95ab3c-8b0f-46d7-aaa6-e2a34c16d83b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.002663] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e911bbb6-3bd0-4ef8-bda2-682649d2487e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.028046] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-e61d7a5a-646d-4ef7-a303-3ee40ce56840/volume-e61d7a5a-646d-4ef7-a303-3ee40ce56840.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.028276] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19813a1-bcd3-42e2-84c6-def48f053158 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.046032] env[69846]: DEBUG oslo_vmware.api [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1519.046032] env[69846]: value = "task-2950955" [ 1519.046032] env[69846]: _type = "Task" [ 1519.046032] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.049328] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1519.049450] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.056293] env[69846]: DEBUG oslo_vmware.api [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.368830] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.369120] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.369247] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.369426] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.369568] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Cleaning up deleted instances with incomplete migration {{(pid=69846) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1519.555527] env[69846]: DEBUG oslo_vmware.api [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950955, 'name': ReconfigVM_Task, 'duration_secs': 0.399857} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.555800] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-e61d7a5a-646d-4ef7-a303-3ee40ce56840/volume-e61d7a5a-646d-4ef7-a303-3ee40ce56840.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.560372] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2af79e9-3af7-49ec-909d-1093f519d909 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.574322] env[69846]: DEBUG oslo_vmware.api [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1519.574322] env[69846]: value = "task-2950956" [ 1519.574322] env[69846]: _type = "Task" [ 1519.574322] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.581991] env[69846]: DEBUG oslo_vmware.api [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.083969] env[69846]: DEBUG oslo_vmware.api [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950956, 'name': ReconfigVM_Task, 'duration_secs': 0.184056} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.084283] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592239', 'volume_id': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'name': 'volume-e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74b69f32-9f10-4d5b-a5d4-5b9f745f4226', 'attached_at': '', 'detached_at': '', 'volume_id': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'serial': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1520.871228] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.871460] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.871611] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1521.118788] env[69846]: DEBUG nova.objects.instance [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lazy-loading 'flavor' on Instance uuid 74b69f32-9f10-4d5b-a5d4-5b9f745f4226 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.625046] env[69846]: DEBUG oslo_concurrency.lockutils [None req-212bbda3-8ef1-4c26-9702-08d5d4a83e2d tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.844396] env[69846]: DEBUG oslo_concurrency.lockutils [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.844663] env[69846]: DEBUG oslo_concurrency.lockutils [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.348292] env[69846]: INFO nova.compute.manager [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Detaching volume e61d7a5a-646d-4ef7-a303-3ee40ce56840 [ 1522.368765] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.369323] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.378465] env[69846]: INFO nova.virt.block_device [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Attempting to driver detach volume e61d7a5a-646d-4ef7-a303-3ee40ce56840 from mountpoint /dev/sdb [ 1522.378695] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1522.378928] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592239', 'volume_id': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'name': 'volume-e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74b69f32-9f10-4d5b-a5d4-5b9f745f4226', 'attached_at': '', 'detached_at': '', 'volume_id': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'serial': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1522.379800] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25be7697-6587-49fb-928b-e30384409773 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.402489] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c6f575-79b4-46eb-b031-e53ba571f5e2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.409184] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673a2266-5a35-425e-b884-69f6f6e6d3fb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.428900] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e806a5f-7e19-4663-98b6-5d4e5b709bae {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.443121] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] The volume has not been displaced from its original location: [datastore1] volume-e61d7a5a-646d-4ef7-a303-3ee40ce56840/volume-e61d7a5a-646d-4ef7-a303-3ee40ce56840.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1522.448266] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1522.448514] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f1372c-44b9-4e49-8caa-c1e52eef41a7 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.465782] env[69846]: DEBUG oslo_vmware.api [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1522.465782] env[69846]: value = "task-2950957" [ 1522.465782] env[69846]: _type = "Task" [ 1522.465782] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.472779] env[69846]: DEBUG oslo_vmware.api [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.975281] env[69846]: DEBUG oslo_vmware.api [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950957, 'name': ReconfigVM_Task, 'duration_secs': 0.215958} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.975525] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1522.980280] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26bef53d-401e-46f4-b325-86ccce69661c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.994131] env[69846]: DEBUG oslo_vmware.api [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1522.994131] env[69846]: value = "task-2950958" [ 1522.994131] env[69846]: _type = "Task" [ 1522.994131] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.001348] env[69846]: DEBUG oslo_vmware.api [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.504437] env[69846]: DEBUG oslo_vmware.api [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.004208] env[69846]: DEBUG oslo_vmware.api [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950958, 'name': ReconfigVM_Task, 'duration_secs': 0.743587} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.004530] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592239', 'volume_id': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'name': 'volume-e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74b69f32-9f10-4d5b-a5d4-5b9f745f4226', 'attached_at': '', 'detached_at': '', 'volume_id': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840', 'serial': 'e61d7a5a-646d-4ef7-a303-3ee40ce56840'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1524.368737] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.542171] env[69846]: DEBUG nova.objects.instance [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lazy-loading 'flavor' on Instance uuid 74b69f32-9f10-4d5b-a5d4-5b9f745f4226 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.550407] env[69846]: DEBUG oslo_concurrency.lockutils [None req-861e5134-7264-43ad-b645-36d288103ce4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.705s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.075600] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.075772] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.076049] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.076346] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.076579] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.078910] env[69846]: INFO nova.compute.manager [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Terminating instance [ 1526.583608] env[69846]: DEBUG nova.compute.manager [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1526.583984] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.584779] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d82188-9d5c-497e-b512-0b124737d60c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.592426] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.592661] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fec99627-8d12-403d-9fcf-2ee3fb87f9a4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.600121] env[69846]: DEBUG oslo_vmware.api [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1526.600121] env[69846]: value = "task-2950959" [ 1526.600121] env[69846]: _type = "Task" [ 1526.600121] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.608161] env[69846]: DEBUG oslo_vmware.api [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.872151] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.872335] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Cleaning up deleted instances {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1527.110507] env[69846]: DEBUG oslo_vmware.api [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950959, 'name': PowerOffVM_Task, 'duration_secs': 0.165762} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.110789] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.110962] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.111225] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89b529a5-35d8-474e-ac8a-446277ad84d4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.170678] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.170856] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Deleting contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.171022] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleting the datastore file [datastore2] 74b69f32-9f10-4d5b-a5d4-5b9f745f4226 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.171284] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f49feae-c843-4633-85c2-af4fd1107482 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.177056] env[69846]: DEBUG oslo_vmware.api [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1527.177056] env[69846]: value = "task-2950961" [ 1527.177056] env[69846]: _type = "Task" [ 1527.177056] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.184287] env[69846]: DEBUG oslo_vmware.api [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.382353] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] There are 30 instances to clean {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1527.382565] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: ec8e76d2-f847-43f3-a3f3-8a61a87e483e] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.686956] env[69846]: DEBUG oslo_vmware.api [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133005} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.687311] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.687402] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Deleted contents of the VM from datastore datastore2 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.687579] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.687779] env[69846]: INFO nova.compute.manager [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1527.688042] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1527.688242] env[69846]: DEBUG nova.compute.manager [-] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.688336] env[69846]: DEBUG nova.network.neutron [-] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.886123] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: d9776b15-d818-4687-9159-20977d6a5c99] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.115852] env[69846]: DEBUG nova.compute.manager [req-b069645f-34b5-48a9-b204-9e7cef1d4510 req-1735af47-e60e-4f84-9c54-afeab5bbfc81 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Received event network-vif-deleted-8e0a4600-2455-417b-a0d9-c84762721ee3 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1528.116133] env[69846]: INFO nova.compute.manager [req-b069645f-34b5-48a9-b204-9e7cef1d4510 req-1735af47-e60e-4f84-9c54-afeab5bbfc81 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Neutron deleted interface 8e0a4600-2455-417b-a0d9-c84762721ee3; detaching it from the instance and deleting it from the info cache [ 1528.116255] env[69846]: DEBUG nova.network.neutron [req-b069645f-34b5-48a9-b204-9e7cef1d4510 req-1735af47-e60e-4f84-9c54-afeab5bbfc81 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.389941] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: d582c5be-7ead-461c-bdd5-444c09a4616f] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.595275] env[69846]: DEBUG nova.network.neutron [-] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.618209] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1bc899e-ac94-4c02-b517-b4eb56e26475 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.629333] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1432b032-c045-4c99-9b20-17c6393b5967 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.652757] env[69846]: DEBUG nova.compute.manager [req-b069645f-34b5-48a9-b204-9e7cef1d4510 req-1735af47-e60e-4f84-9c54-afeab5bbfc81 service nova] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Detach interface failed, port_id=8e0a4600-2455-417b-a0d9-c84762721ee3, reason: Instance 74b69f32-9f10-4d5b-a5d4-5b9f745f4226 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1528.893523] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: c56c4a8b-596d-40d0-8e46-ca437302c8b9] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.098145] env[69846]: INFO nova.compute.manager [-] [instance: 74b69f32-9f10-4d5b-a5d4-5b9f745f4226] Took 1.41 seconds to deallocate network for instance. [ 1529.396871] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b86b058c-5a3f-489f-94af-e8dcb3183eb6] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.604386] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.604689] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.604929] env[69846]: DEBUG nova.objects.instance [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lazy-loading 'resources' on Instance uuid 74b69f32-9f10-4d5b-a5d4-5b9f745f4226 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.900303] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: da957371-3f7a-4921-b3c1-098712ff54d5] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.226916] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f016170-51d6-452a-bf99-3249ccaeccea {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.235122] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a3adda-e3b7-4fc3-bdeb-2672d3d4cf80 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.264433] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02fe6ed-bdf2-4ea5-9903-e8e693b3aefb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.270840] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8f97e3-a20e-434a-b151-4ca312caab01 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.283186] env[69846]: DEBUG nova.compute.provider_tree [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.403693] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 41649341-453e-4fe0-9e28-bb1e31825a8d] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.786282] env[69846]: DEBUG nova.scheduler.client.report [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.906856] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 15321d5a-c484-4c42-b55b-46d46e15db73] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.291254] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.315242] env[69846]: INFO nova.scheduler.client.report [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleted allocations for instance 74b69f32-9f10-4d5b-a5d4-5b9f745f4226 [ 1531.411065] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 5a82b90c-8761-4d80-8cd3-119c124dcc41] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.822374] env[69846]: DEBUG oslo_concurrency.lockutils [None req-a8b5e6af-f331-4f59-a1f1-ed378633880f tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "74b69f32-9f10-4d5b-a5d4-5b9f745f4226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.747s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.914025] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 15ed9e07-3c3a-4961-9444-432e3837d947] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.417397] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: d7ad2565-3511-401d-a3c9-fcb4520c0e1c] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.920512] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 64e037ca-5f14-4daa-a8fb-284b9347719f] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.423562] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 1d515e88-d820-4068-871e-7194ad3d7b09] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.888811] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "bc5e945b-e043-4877-8c93-340127627bc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.889020] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.926739] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 258c7cec-6b86-444d-9fc5-9f2d8237f923] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.391582] env[69846]: DEBUG nova.compute.manager [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Starting instance... {{(pid=69846) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.429051] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 9148bcb4-3711-42c1-a3e2-b8f1b8d51907] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.932063] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: a41e69d1-756d-46e1-b353-2dc01184f4a0] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.987378] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.987700] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.989323] env[69846]: INFO nova.compute.claims [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.435613] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 0a3d3d5f-8f2f-46cb-86d4-cf0c17a01fc0] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.939269] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: ffcb95d3-5c48-47f2-8ff3-e9a0a0bf006a] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.021486] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89064d2e-0046-47c8-8c7e-82f7646bd838 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.028752] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e3679d-bcc0-45bf-a1a5-7ae159c23af5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.058605] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a26e8e5-3e9d-4f92-b2b6-d44ff582360f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.065481] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7bfc6c-6338-43b8-9e95-ff8a2b11f8a0 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.077873] env[69846]: DEBUG nova.compute.provider_tree [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.442661] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b6429e99-85f4-4667-ac7d-b4501309843e] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.580961] env[69846]: DEBUG nova.scheduler.client.report [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.946186] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 4f301af5-5e48-4abe-bbab-1597a27d5e42] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.085180] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.097s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.085689] env[69846]: DEBUG nova.compute.manager [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Start building networks asynchronously for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1537.449491] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: a5314ddd-c3f9-4584-b958-4beea1963405] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.590547] env[69846]: DEBUG nova.compute.utils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1537.591933] env[69846]: DEBUG nova.compute.manager [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Allocating IP information in the background. {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1537.592122] env[69846]: DEBUG nova.network.neutron [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] allocate_for_instance() {{(pid=69846) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.638057] env[69846]: DEBUG nova.policy [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faf2343f4b204c27b5eccc48893dd9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4f178dd89b24d238caf76c1f857af96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69846) authorize /opt/stack/nova/nova/policy.py:192}} [ 1537.909495] env[69846]: DEBUG nova.network.neutron [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Successfully created port: e9eed555-42cd-404c-86ac-a967bcbd5103 {{(pid=69846) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.953421] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: befeaf3c-5978-4d33-8324-f5cfd2071524] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.096189] env[69846]: DEBUG nova.compute.manager [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Start building block device mappings for instance. {{(pid=69846) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1538.458127] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 124ddf84-084f-4471-a06f-73da67fa8699] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.960544] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 28c24da4-81f6-41cb-8b13-f850eb35990f] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.107576] env[69846]: DEBUG nova.compute.manager [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Start spawning the instance on the hypervisor. {{(pid=69846) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1539.132134] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T20:19:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T20:19:05Z,direct_url=,disk_format='vmdk',id=a8e17318-c1ff-4a31-916e-097356a34ec2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70fcbca510f6498cab788db34440c9ca',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T20:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1539.132413] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Flavor limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.132573] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Image limits 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1539.132758] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Flavor pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.132904] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Image pref 0:0:0 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1539.133067] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69846) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1539.133282] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1539.133447] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1539.133613] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Got 1 possible topologies {{(pid=69846) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1539.133775] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1539.133951] env[69846]: DEBUG nova.virt.hardware [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69846) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1539.134860] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bb8031-5f9a-4529-b584-211fb8995632 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.142841] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d0a7bf-1e5d-4825-9b34-f6216408263e {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.256447] env[69846]: DEBUG nova.compute.manager [req-d7f4ce9c-1683-41aa-8607-5f4f02fbe0bf req-71a9e347-3601-477a-b559-b1bd3d039d27 service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Received event network-vif-plugged-e9eed555-42cd-404c-86ac-a967bcbd5103 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1539.256651] env[69846]: DEBUG oslo_concurrency.lockutils [req-d7f4ce9c-1683-41aa-8607-5f4f02fbe0bf req-71a9e347-3601-477a-b559-b1bd3d039d27 service nova] Acquiring lock "bc5e945b-e043-4877-8c93-340127627bc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.256825] env[69846]: DEBUG oslo_concurrency.lockutils [req-d7f4ce9c-1683-41aa-8607-5f4f02fbe0bf req-71a9e347-3601-477a-b559-b1bd3d039d27 service nova] Lock "bc5e945b-e043-4877-8c93-340127627bc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.257050] env[69846]: DEBUG oslo_concurrency.lockutils [req-d7f4ce9c-1683-41aa-8607-5f4f02fbe0bf req-71a9e347-3601-477a-b559-b1bd3d039d27 service nova] Lock "bc5e945b-e043-4877-8c93-340127627bc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.257232] env[69846]: DEBUG nova.compute.manager [req-d7f4ce9c-1683-41aa-8607-5f4f02fbe0bf req-71a9e347-3601-477a-b559-b1bd3d039d27 service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] No waiting events found dispatching network-vif-plugged-e9eed555-42cd-404c-86ac-a967bcbd5103 {{(pid=69846) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1539.257406] env[69846]: WARNING nova.compute.manager [req-d7f4ce9c-1683-41aa-8607-5f4f02fbe0bf req-71a9e347-3601-477a-b559-b1bd3d039d27 service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Received unexpected event network-vif-plugged-e9eed555-42cd-404c-86ac-a967bcbd5103 for instance with vm_state building and task_state spawning. [ 1539.330961] env[69846]: DEBUG nova.network.neutron [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Successfully updated port: e9eed555-42cd-404c-86ac-a967bcbd5103 {{(pid=69846) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.463424] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: a97bdb8a-6dda-42ff-b6c2-8e6aca74ef61] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.833135] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "refresh_cache-bc5e945b-e043-4877-8c93-340127627bc4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.833252] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "refresh_cache-bc5e945b-e043-4877-8c93-340127627bc4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.833396] env[69846]: DEBUG nova.network.neutron [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Building network info cache for instance {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.966410] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: c623c8e0-c8aa-40cc-90cc-b122f856d7e8] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.367017] env[69846]: DEBUG nova.network.neutron [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Instance cache missing network info. {{(pid=69846) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.469228] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 1fe837c2-171e-4d8a-9c37-ef937a6783d6] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.491362] env[69846]: DEBUG nova.network.neutron [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Updating instance_info_cache with network_info: [{"id": "e9eed555-42cd-404c-86ac-a967bcbd5103", "address": "fa:16:3e:3c:a3:d5", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9eed555-42", "ovs_interfaceid": "e9eed555-42cd-404c-86ac-a967bcbd5103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.972390] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: c512fb9a-7082-44a2-a6f0-4a93a67867d9] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.994371] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "refresh_cache-bc5e945b-e043-4877-8c93-340127627bc4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.994685] env[69846]: DEBUG nova.compute.manager [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Instance network_info: |[{"id": "e9eed555-42cd-404c-86ac-a967bcbd5103", "address": "fa:16:3e:3c:a3:d5", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9eed555-42", "ovs_interfaceid": "e9eed555-42cd-404c-86ac-a967bcbd5103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69846) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1540.995198] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:a3:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9eed555-42cd-404c-86ac-a967bcbd5103', 'vif_model': 'vmxnet3'}] {{(pid=69846) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.002854] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1541.003727] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Creating VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.003957] env[69846]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c14b149-2ce0-47cc-97e0-7d360d6e574b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.023357] env[69846]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.023357] env[69846]: value = "task-2950962" [ 1541.023357] env[69846]: _type = "Task" [ 1541.023357] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.031359] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950962, 'name': CreateVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.292971] env[69846]: DEBUG nova.compute.manager [req-695c20bf-4204-400a-8455-31b11381f815 req-4fdb95d7-84ef-4d48-8f08-96355d4c8502 service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Received event network-changed-e9eed555-42cd-404c-86ac-a967bcbd5103 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1541.293187] env[69846]: DEBUG nova.compute.manager [req-695c20bf-4204-400a-8455-31b11381f815 req-4fdb95d7-84ef-4d48-8f08-96355d4c8502 service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Refreshing instance network info cache due to event network-changed-e9eed555-42cd-404c-86ac-a967bcbd5103. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1541.293402] env[69846]: DEBUG oslo_concurrency.lockutils [req-695c20bf-4204-400a-8455-31b11381f815 req-4fdb95d7-84ef-4d48-8f08-96355d4c8502 service nova] Acquiring lock "refresh_cache-bc5e945b-e043-4877-8c93-340127627bc4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.293544] env[69846]: DEBUG oslo_concurrency.lockutils [req-695c20bf-4204-400a-8455-31b11381f815 req-4fdb95d7-84ef-4d48-8f08-96355d4c8502 service nova] Acquired lock "refresh_cache-bc5e945b-e043-4877-8c93-340127627bc4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.293707] env[69846]: DEBUG nova.network.neutron [req-695c20bf-4204-400a-8455-31b11381f815 req-4fdb95d7-84ef-4d48-8f08-96355d4c8502 service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Refreshing network info cache for port e9eed555-42cd-404c-86ac-a967bcbd5103 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.476301] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: b4065fe4-8380-44f3-84d4-2943e50aa276] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.533941] env[69846]: DEBUG oslo_vmware.api [-] Task: {'id': task-2950962, 'name': CreateVM_Task, 'duration_secs': 0.323355} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.534125] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Created VM on the ESX host {{(pid=69846) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1541.534756] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.534925] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.535261] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.535513] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe7ddb0-0536-43e2-b0be-218af4d7c63f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.540346] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1541.540346] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]529f45d3-5d0e-d49d-1030-628db02a4ad1" [ 1541.540346] env[69846]: _type = "Task" [ 1541.540346] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.549399] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529f45d3-5d0e-d49d-1030-628db02a4ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.980056] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] [instance: 628fd318-5e25-4902-9bd1-8573df493026] Instance has had 0 of 5 cleanup attempts {{(pid=69846) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.990759] env[69846]: DEBUG nova.network.neutron [req-695c20bf-4204-400a-8455-31b11381f815 req-4fdb95d7-84ef-4d48-8f08-96355d4c8502 service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Updated VIF entry in instance network info cache for port e9eed555-42cd-404c-86ac-a967bcbd5103. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.991150] env[69846]: DEBUG nova.network.neutron [req-695c20bf-4204-400a-8455-31b11381f815 req-4fdb95d7-84ef-4d48-8f08-96355d4c8502 service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Updating instance_info_cache with network_info: [{"id": "e9eed555-42cd-404c-86ac-a967bcbd5103", "address": "fa:16:3e:3c:a3:d5", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9eed555-42", "ovs_interfaceid": "e9eed555-42cd-404c-86ac-a967bcbd5103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.050848] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]529f45d3-5d0e-d49d-1030-628db02a4ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.051131] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.051372] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Processing image a8e17318-c1ff-4a31-916e-097356a34ec2 {{(pid=69846) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.051604] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.051751] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.051929] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.052239] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb712fa6-d874-4e81-adb6-37564605fab4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.060270] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69846) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.060493] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69846) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.061127] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e439640-eec5-4821-8077-4815a8ed4ec2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.065737] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1542.065737] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]522d144c-d67d-24b3-f5de-5cdccec881f1" [ 1542.065737] env[69846]: _type = "Task" [ 1542.065737] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.074431] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522d144c-d67d-24b3-f5de-5cdccec881f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.493382] env[69846]: DEBUG oslo_concurrency.lockutils [req-695c20bf-4204-400a-8455-31b11381f815 req-4fdb95d7-84ef-4d48-8f08-96355d4c8502 service nova] Releasing lock "refresh_cache-bc5e945b-e043-4877-8c93-340127627bc4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.576120] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]522d144c-d67d-24b3-f5de-5cdccec881f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008275} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.576870] env[69846]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae91569-32f7-430f-bac1-3bd403a1df4f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.581534] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1542.581534] env[69846]: value = "session[5249f92e-7a15-6909-00b6-60dc1a045763]52bb905e-f71f-1cbb-eaf8-d6e4cfce5c38" [ 1542.581534] env[69846]: _type = "Task" [ 1542.581534] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.588449] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52bb905e-f71f-1cbb-eaf8-d6e4cfce5c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.092090] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': session[5249f92e-7a15-6909-00b6-60dc1a045763]52bb905e-f71f-1cbb-eaf8-d6e4cfce5c38, 'name': SearchDatastore_Task, 'duration_secs': 0.011396} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.092367] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.092609] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] bc5e945b-e043-4877-8c93-340127627bc4/bc5e945b-e043-4877-8c93-340127627bc4.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1543.092860] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbe229ec-62e1-4ce1-ae01-79295f7be0b4 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.098959] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1543.098959] env[69846]: value = "task-2950963" [ 1543.098959] env[69846]: _type = "Task" [ 1543.098959] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.105875] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.609095] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416715} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.609339] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a8e17318-c1ff-4a31-916e-097356a34ec2/a8e17318-c1ff-4a31-916e-097356a34ec2.vmdk to [datastore1] bc5e945b-e043-4877-8c93-340127627bc4/bc5e945b-e043-4877-8c93-340127627bc4.vmdk {{(pid=69846) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.609577] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Extending root virtual disk to 1048576 {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.609825] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6adf912e-ab4e-42bd-ae46-49857fe495af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.616257] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1543.616257] env[69846]: value = "task-2950964" [ 1543.616257] env[69846]: _type = "Task" [ 1543.616257] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.623167] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.126152] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072323} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.126418] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Extended root virtual disk {{(pid=69846) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.127229] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33089903-b834-4ebf-852b-7a488edb0b08 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.149185] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] bc5e945b-e043-4877-8c93-340127627bc4/bc5e945b-e043-4877-8c93-340127627bc4.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.149436] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fff82d1-6aca-4fb1-902b-f4e5de5086bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.167942] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1544.167942] env[69846]: value = "task-2950965" [ 1544.167942] env[69846]: _type = "Task" [ 1544.167942] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.175343] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.677711] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950965, 'name': ReconfigVM_Task, 'duration_secs': 0.264191} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.678016] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Reconfigured VM instance instance-0000007f to attach disk [datastore1] bc5e945b-e043-4877-8c93-340127627bc4/bc5e945b-e043-4877-8c93-340127627bc4.vmdk or device None with type sparse {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.678644] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf39e94b-6773-4772-b308-1f6c17da60c6 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.685248] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1544.685248] env[69846]: value = "task-2950966" [ 1544.685248] env[69846]: _type = "Task" [ 1544.685248] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.692741] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950966, 'name': Rename_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.196238] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950966, 'name': Rename_Task, 'duration_secs': 0.140481} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.196514] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Powering on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.196757] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ef58f3-c967-466b-b9a8-5a1f197ac75f {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.202506] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1545.202506] env[69846]: value = "task-2950967" [ 1545.202506] env[69846]: _type = "Task" [ 1545.202506] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.209881] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.712519] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.212537] env[69846]: DEBUG oslo_vmware.api [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950967, 'name': PowerOnVM_Task, 'duration_secs': 1.007589} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.212899] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Powered on the VM {{(pid=69846) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1546.213109] env[69846]: INFO nova.compute.manager [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1546.213304] env[69846]: DEBUG nova.compute.manager [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Checking state {{(pid=69846) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.214072] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff3c1ed-abf5-49e9-89e7-7c494a748ed5 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.733534] env[69846]: INFO nova.compute.manager [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Took 11.84 seconds to build instance. [ 1546.806950] env[69846]: DEBUG nova.compute.manager [req-64d24acb-b89e-4a15-bbac-4f74759b023a req-7f0e96ec-ff4f-49a5-b27b-814b75fb1e3e service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Received event network-changed-e9eed555-42cd-404c-86ac-a967bcbd5103 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1546.806950] env[69846]: DEBUG nova.compute.manager [req-64d24acb-b89e-4a15-bbac-4f74759b023a req-7f0e96ec-ff4f-49a5-b27b-814b75fb1e3e service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Refreshing instance network info cache due to event network-changed-e9eed555-42cd-404c-86ac-a967bcbd5103. {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1546.806950] env[69846]: DEBUG oslo_concurrency.lockutils [req-64d24acb-b89e-4a15-bbac-4f74759b023a req-7f0e96ec-ff4f-49a5-b27b-814b75fb1e3e service nova] Acquiring lock "refresh_cache-bc5e945b-e043-4877-8c93-340127627bc4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.806950] env[69846]: DEBUG oslo_concurrency.lockutils [req-64d24acb-b89e-4a15-bbac-4f74759b023a req-7f0e96ec-ff4f-49a5-b27b-814b75fb1e3e service nova] Acquired lock "refresh_cache-bc5e945b-e043-4877-8c93-340127627bc4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.806950] env[69846]: DEBUG nova.network.neutron [req-64d24acb-b89e-4a15-bbac-4f74759b023a req-7f0e96ec-ff4f-49a5-b27b-814b75fb1e3e service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Refreshing network info cache for port e9eed555-42cd-404c-86ac-a967bcbd5103 {{(pid=69846) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.236344] env[69846]: DEBUG oslo_concurrency.lockutils [None req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.347s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.503459] env[69846]: DEBUG nova.network.neutron [req-64d24acb-b89e-4a15-bbac-4f74759b023a req-7f0e96ec-ff4f-49a5-b27b-814b75fb1e3e service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Updated VIF entry in instance network info cache for port e9eed555-42cd-404c-86ac-a967bcbd5103. {{(pid=69846) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1547.503843] env[69846]: DEBUG nova.network.neutron [req-64d24acb-b89e-4a15-bbac-4f74759b023a req-7f0e96ec-ff4f-49a5-b27b-814b75fb1e3e service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Updating instance_info_cache with network_info: [{"id": "e9eed555-42cd-404c-86ac-a967bcbd5103", "address": "fa:16:3e:3c:a3:d5", "network": {"id": "b9fb5cdd-9574-44a2-873f-efa5147a6fe3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2055039547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f178dd89b24d238caf76c1f857af96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9eed555-42", "ovs_interfaceid": "e9eed555-42cd-404c-86ac-a967bcbd5103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.006786] env[69846]: DEBUG oslo_concurrency.lockutils [req-64d24acb-b89e-4a15-bbac-4f74759b023a req-7f0e96ec-ff4f-49a5-b27b-814b75fb1e3e service nova] Releasing lock "refresh_cache-bc5e945b-e043-4877-8c93-340127627bc4" {{(pid=69846) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.479204] env[69846]: DEBUG oslo_concurrency.lockutils [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "bc5e945b-e043-4877-8c93-340127627bc4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.479506] env[69846]: DEBUG oslo_concurrency.lockutils [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.982328] env[69846]: DEBUG nova.compute.utils [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Using /dev/sd instead of None {{(pid=69846) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1586.485341] env[69846]: DEBUG oslo_concurrency.lockutils [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.543235] env[69846]: DEBUG oslo_concurrency.lockutils [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "bc5e945b-e043-4877-8c93-340127627bc4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.543602] env[69846]: DEBUG oslo_concurrency.lockutils [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.543712] env[69846]: INFO nova.compute.manager [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Attaching volume e10ac409-d7f8-4d24-94e7-d0a812af13ca to /dev/sdb [ 1587.603380] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78fdfd8-5701-40ff-80b9-2a85f2aad57b {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.610314] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52244c3b-6c7a-450e-a1f2-dcc4af0feee3 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.623107] env[69846]: DEBUG nova.virt.block_device [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Updating existing volume attachment record: fddc7317-6c89-4b55-91ae-900e44fb2775 {{(pid=69846) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1592.164881] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Volume attach. Driver type: vmdk {{(pid=69846) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1592.165183] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592241', 'volume_id': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'name': 'volume-e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc5e945b-e043-4877-8c93-340127627bc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'serial': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1592.166097] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb02f54-05b1-4fc0-8889-0dfce521b9de {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.182051] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e28361-6096-4f90-aab7-eaf75665f5df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.206851] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-e10ac409-d7f8-4d24-94e7-d0a812af13ca/volume-e10ac409-d7f8-4d24-94e7-d0a812af13ca.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.207099] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eedb39c7-02b7-4d67-bc55-a8df5be7a224 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.224648] env[69846]: DEBUG oslo_vmware.api [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1592.224648] env[69846]: value = "task-2950970" [ 1592.224648] env[69846]: _type = "Task" [ 1592.224648] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.232119] env[69846]: DEBUG oslo_vmware.api [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.734582] env[69846]: DEBUG oslo_vmware.api [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950970, 'name': ReconfigVM_Task, 'duration_secs': 0.295478} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.734849] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-e10ac409-d7f8-4d24-94e7-d0a812af13ca/volume-e10ac409-d7f8-4d24-94e7-d0a812af13ca.vmdk or device None with type thin {{(pid=69846) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.739573] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae68e6ac-0af4-4748-adc8-e062721fe142 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.754861] env[69846]: DEBUG oslo_vmware.api [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1592.754861] env[69846]: value = "task-2950971" [ 1592.754861] env[69846]: _type = "Task" [ 1592.754861] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.763030] env[69846]: DEBUG oslo_vmware.api [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.982997] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.983267] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.264804] env[69846]: DEBUG oslo_vmware.api [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950971, 'name': ReconfigVM_Task, 'duration_secs': 0.137384} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.265125] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592241', 'volume_id': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'name': 'volume-e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc5e945b-e043-4877-8c93-340127627bc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'serial': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca'} {{(pid=69846) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1593.488867] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.489084] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.489168] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.489322] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.489466] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.489615] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.489749] env[69846]: DEBUG nova.compute.manager [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69846) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1593.489892] env[69846]: DEBUG oslo_service.periodic_task [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69846) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.992203] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.992470] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.992645] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.992804] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69846) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1593.993678] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b17ee1-07e2-4d42-984f-34d722b936bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.001740] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e028ad-430e-4bd3-b6a7-4ab642b7ebbf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.014774] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e665620-fc90-49b6-95d1-1a403b8455bf {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.020912] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0095525-db03-436b-b63c-fd385a8d6428 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.049459] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181071MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=69846) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1594.049555] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1594.049760] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.298822] env[69846]: DEBUG nova.objects.instance [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lazy-loading 'flavor' on Instance uuid bc5e945b-e043-4877-8c93-340127627bc4 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.805334] env[69846]: DEBUG oslo_concurrency.lockutils [None req-971b6c65-d1ca-4731-9fb0-4f03a06093c1 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.262s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.989916] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "bc5e945b-e043-4877-8c93-340127627bc4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1594.990212] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.073166] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Instance bc5e945b-e043-4877-8c93-340127627bc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69846) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1595.073368] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1595.073513] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69846) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1595.088719] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Refreshing inventories for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1595.099805] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating ProviderTree inventory for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1595.099974] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Updating inventory in ProviderTree for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1595.109850] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Refreshing aggregate associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, aggregates: None {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1595.126072] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Refreshing trait associations for resource provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69846) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1595.153472] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40a7f6e-cb89-4336-b95e-388ace754605 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.161016] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab72d413-8d54-4999-9a1c-c02d0e0a12aa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.190886] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1108448e-07c9-427f-a20d-4d087b63162d {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.197653] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad52976-8aaa-42bb-85b4-f110471b3386 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.210252] env[69846]: DEBUG nova.compute.provider_tree [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.493585] env[69846]: INFO nova.compute.manager [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Detaching volume e10ac409-d7f8-4d24-94e7-d0a812af13ca [ 1595.524449] env[69846]: INFO nova.virt.block_device [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Attempting to driver detach volume e10ac409-d7f8-4d24-94e7-d0a812af13ca from mountpoint /dev/sdb [ 1595.524566] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Volume detach. Driver type: vmdk {{(pid=69846) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1595.524755] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592241', 'volume_id': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'name': 'volume-e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc5e945b-e043-4877-8c93-340127627bc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'serial': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1595.525626] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b474e8c-0e08-4cc8-8dbb-1ad75f311a24 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.547132] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdd6e30-be76-4608-89ef-0811f30801e1 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.553688] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52711775-792a-4f6d-a5ea-bede02d2ef9c {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.575423] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6783d5-3b31-41eb-a172-421dcacad7a2 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.589275] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] The volume has not been displaced from its original location: [datastore1] volume-e10ac409-d7f8-4d24-94e7-d0a812af13ca/volume-e10ac409-d7f8-4d24-94e7-d0a812af13ca.vmdk. No consolidation needed. {{(pid=69846) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1595.594313] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1595.594560] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2976973-7d2f-4dc6-968e-3169c958aefa {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.611996] env[69846]: DEBUG oslo_vmware.api [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1595.611996] env[69846]: value = "task-2950972" [ 1595.611996] env[69846]: _type = "Task" [ 1595.611996] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.619201] env[69846]: DEBUG oslo_vmware.api [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.713550] env[69846]: DEBUG nova.scheduler.client.report [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.123041] env[69846]: DEBUG oslo_vmware.api [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950972, 'name': ReconfigVM_Task, 'duration_secs': 0.206767} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.123329] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69846) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1596.127799] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55048c6-5bf9-4005-be51-0359bc6d9c18 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.142200] env[69846]: DEBUG oslo_vmware.api [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1596.142200] env[69846]: value = "task-2950973" [ 1596.142200] env[69846]: _type = "Task" [ 1596.142200] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.149486] env[69846]: DEBUG oslo_vmware.api [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.218482] env[69846]: DEBUG nova.compute.resource_tracker [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69846) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1596.218703] env[69846]: DEBUG oslo_concurrency.lockutils [None req-f10d77cb-1c42-44ab-b287-ad76f1ba5f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.169s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1596.651312] env[69846]: DEBUG oslo_vmware.api [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950973, 'name': ReconfigVM_Task, 'duration_secs': 0.133119} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.651623] env[69846]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-592241', 'volume_id': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'name': 'volume-e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc5e945b-e043-4877-8c93-340127627bc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca', 'serial': 'e10ac409-d7f8-4d24-94e7-d0a812af13ca'} {{(pid=69846) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1597.191644] env[69846]: DEBUG nova.objects.instance [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lazy-loading 'flavor' on Instance uuid bc5e945b-e043-4877-8c93-340127627bc4 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.199593] env[69846]: DEBUG oslo_concurrency.lockutils [None req-1a243681-c1d6-4399-9ecc-d55ff2070cd8 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.221791] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "bc5e945b-e043-4877-8c93-340127627bc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.222168] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.222269] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "bc5e945b-e043-4877-8c93-340127627bc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.222433] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.222605] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.224724] env[69846]: INFO nova.compute.manager [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Terminating instance [ 1599.728405] env[69846]: DEBUG nova.compute.manager [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Start destroying the instance on the hypervisor. {{(pid=69846) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1599.728631] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Destroying instance {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.729554] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f740c28-8ddd-467b-9943-9de9ad6bb6af {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.737217] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Powering off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.737443] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2728575d-8e3d-498c-bf94-867c83fd5e14 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.743614] env[69846]: DEBUG oslo_vmware.api [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1599.743614] env[69846]: value = "task-2950974" [ 1599.743614] env[69846]: _type = "Task" [ 1599.743614] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.751655] env[69846]: DEBUG oslo_vmware.api [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.253187] env[69846]: DEBUG oslo_vmware.api [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950974, 'name': PowerOffVM_Task, 'duration_secs': 0.188169} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.253556] env[69846]: DEBUG nova.virt.vmwareapi.vm_util [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Powered off the VM {{(pid=69846) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.253674] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Unregistering the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1600.253873] env[69846]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40461fc6-f7a6-40ea-a3d6-3750a58dc5bb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.315248] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Unregistered the VM {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1600.315471] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Deleting contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1600.315635] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleting the datastore file [datastore1] bc5e945b-e043-4877-8c93-340127627bc4 {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1600.315892] env[69846]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f628a44-e714-4ba3-a76c-3db0b23cb7df {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.322580] env[69846]: DEBUG oslo_vmware.api [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for the task: (returnval){ [ 1600.322580] env[69846]: value = "task-2950976" [ 1600.322580] env[69846]: _type = "Task" [ 1600.322580] env[69846]: } to complete. {{(pid=69846) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.329730] env[69846]: DEBUG oslo_vmware.api [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.832826] env[69846]: DEBUG oslo_vmware.api [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Task: {'id': task-2950976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138696} completed successfully. {{(pid=69846) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.833103] env[69846]: DEBUG nova.virt.vmwareapi.ds_util [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleted the datastore file {{(pid=69846) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.833280] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Deleted contents of the VM from datastore datastore1 {{(pid=69846) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.833458] env[69846]: DEBUG nova.virt.vmwareapi.vmops [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Instance destroyed {{(pid=69846) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.833637] env[69846]: INFO nova.compute.manager [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1600.833889] env[69846]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69846) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1600.834116] env[69846]: DEBUG nova.compute.manager [-] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Deallocating network for instance {{(pid=69846) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1600.834214] env[69846]: DEBUG nova.network.neutron [-] [instance: bc5e945b-e043-4877-8c93-340127627bc4] deallocate_for_instance() {{(pid=69846) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1601.347620] env[69846]: DEBUG nova.compute.manager [req-90b49dbe-1737-429d-b100-ced31b9f1288 req-9b32735e-99a8-411f-a4cb-94f58d59046d service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Received event network-vif-deleted-e9eed555-42cd-404c-86ac-a967bcbd5103 {{(pid=69846) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1601.348034] env[69846]: INFO nova.compute.manager [req-90b49dbe-1737-429d-b100-ced31b9f1288 req-9b32735e-99a8-411f-a4cb-94f58d59046d service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Neutron deleted interface e9eed555-42cd-404c-86ac-a967bcbd5103; detaching it from the instance and deleting it from the info cache [ 1601.348034] env[69846]: DEBUG nova.network.neutron [req-90b49dbe-1737-429d-b100-ced31b9f1288 req-9b32735e-99a8-411f-a4cb-94f58d59046d service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.787459] env[69846]: DEBUG nova.network.neutron [-] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Updating instance_info_cache with network_info: [] {{(pid=69846) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.851030] env[69846]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ac38e1a-f562-4a85-aeaf-1db778b443cd {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.859937] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdccf66e-0045-45f7-b736-b3b4cdfeed24 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.884492] env[69846]: DEBUG nova.compute.manager [req-90b49dbe-1737-429d-b100-ced31b9f1288 req-9b32735e-99a8-411f-a4cb-94f58d59046d service nova] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Detach interface failed, port_id=e9eed555-42cd-404c-86ac-a967bcbd5103, reason: Instance bc5e945b-e043-4877-8c93-340127627bc4 could not be found. {{(pid=69846) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1602.290917] env[69846]: INFO nova.compute.manager [-] [instance: bc5e945b-e043-4877-8c93-340127627bc4] Took 1.46 seconds to deallocate network for instance. [ 1602.798090] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.798436] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.798630] env[69846]: DEBUG nova.objects.instance [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lazy-loading 'resources' on Instance uuid bc5e945b-e043-4877-8c93-340127627bc4 {{(pid=69846) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.330321] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87626a8-b03c-4891-a264-4d3d404f29cb {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.337133] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc92f17-be16-4ec8-891d-c0e5e094ad64 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.367290] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e49060-dba7-45c9-9048-2679846e2451 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.373670] env[69846]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42084828-7221-4c8a-b4a7-16d84aa0e939 {{(pid=69846) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.386241] env[69846]: DEBUG nova.compute.provider_tree [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed in ProviderTree for provider: 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 {{(pid=69846) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.889145] env[69846]: DEBUG nova.scheduler.client.report [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Inventory has not changed for provider 34ad24ad-9b00-4d5b-aef4-f288c1b1ec71 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69846) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.394837] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.596s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.414697] env[69846]: INFO nova.scheduler.client.report [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Deleted allocations for instance bc5e945b-e043-4877-8c93-340127627bc4 [ 1604.923485] env[69846]: DEBUG oslo_concurrency.lockutils [None req-db51ce16-d731-4abd-b286-8258e856455e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Lock "bc5e945b-e043-4877-8c93-340127627bc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.701s {{(pid=69846) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}